当前位置: 首页 > news >正文

一个简单的分布式追踪系统

1. 准备工作

导入必要的库

import contextvars
import time
from typing import Any, Optional, Dict, List, Union
from dataclasses import dataclass, field

2. 定义上下文变量

# 定义两个上下文变量,存储当前 Span 和 Trace
_current_span: contextvars.ContextVar[Optional["Span"]] = contextvars.ContextVar("current_span", default=None
)_current_trace: contextvars.ContextVar[Optional["Trace"]] = contextvars.ContextVar("current_trace", default=None
)

3. 数据模型定义

3.1 SpanContext 类

@dataclass
class SpanContext:"""Span 的上下文信息(用于跨进程传递)"""trace_id: strspan_id: stris_remote: bool = False

3.2 Span 类

@dataclass
class Span:"""表示一个操作的时间段追踪"""name: strcontext: SpanContextparent: Optional["Span"] = Nonestart_time: float = field(default_factory=time.time)end_time: Optional[float] = Noneattributes: Dict[str, Any] = field(default_factory=dict)events: List[Dict[str, Any]] = field(default_factory=list)status: str = "UNSET"def end(self, status: str = "OK") -> None:"""结束 Span 并记录状态"""self.end_time = time.time()self.status = statusdef add_event(self, name: str, attributes: Optional[Dict[str, Any]] = None) -> None:"""添加事件到 Span"""self.events.append({"name": name,"timestamp": time.time(),"attributes": attributes or {}})def __enter__(self) -> "Span":"""支持 with 语句"""return selfdef __exit__(self, exc_type, exc_val, exc_tb) -> None:"""自动结束 Span"""self.end("ERROR" if exc_type else "OK")

3.3 Trace 类

@dataclass
class Trace:"""完整的追踪链"""root_span: Spanspans: List[Span] = field(default_factory=list)def add_span(self, span: Span) -> None:"""添加 Span 到 Trace"""self.spans.append(span)

4. 追踪 API 实现

4.1 辅助函数

def generate_id() -> str:"""生成追踪ID(简化版)"""return f"id-{int(time.time() * 1000)}"def get_current_span() -> Optional[Span]:"""获取当前 Span"""return _current_span.get()def get_current_trace() -> Optional[Trace]:"""获取当前 Trace"""return _current_trace.get()

4.2 核心函数

def start_span(name: str, attributes: Optional[Dict[str, Any]] = None) -> Span:"""创建并激活一个新 Span:param name: Span 名称:param attributes: 附加属性:return: 新创建的 Span"""parent = get_current_span()context = SpanContext(trace_id=parent.context.trace_id if parent else generate_id(),span_id=generate_id())span = Span(name=name, context=context, parent=parent)if attributes:span.attributes.update(attributes)# 设置当前 Span_current_span.set(span)# 如果是根 Span,则创建 Traceif parent is None:trace = Trace(root_span=span)_current_trace.set(trace)else:trace = get_current_trace()if trace:trace.add_span(span)return spandef end_span(status: str = "OK") -> None:"""结束当前 Span 并返回父 Span"""current = get_current_span()if current:current.end(status)_current_span.set(current.parent)

5. 数据导出器

class ConsoleExporter:"""将追踪数据打印到控制台"""@staticmethoddef export(trace: Trace) -> None:print("\n=== Exporting Trace ===")print(f"Trace ID: {trace.root_span.context.trace_id}")for span in trace.spans:duration = (span.end_time or time.time()) - span.start_timeprint(f"Span: {span.name} ({duration:.3f}s), Status: {span.status}")

6. 使用示例

6.1 同步代码示例

# 示例 1: 同步代码
with start_span("main_operation", {"type": "sync"}):# 当前 Span 是 "main_operation"with start_span("child_operation"):# 当前 Span 是 "child_operation"get_current_span().add_event("processing_start")time.sleep(0.1)get_current_span().add_event("processing_end")# 手动创建 Spanspan = start_span("manual_span")time.sleep(0.05)span.end()# 导出追踪数据
if trace := get_current_trace():ConsoleExporter.export(trace)

=== Exporting Trace ===
Trace ID: id-1751643441896
Span: main_operation (0.152s), Status: OK
Span: child_operation (0.101s), Status: OK
Span: manual_span (0.050s), Status: OK

6.2 异步代码示例(可选)

import asyncioasync def async_task():with start_span("async_operation"):print(f"Current span: {get_current_span().name}")await asyncio.sleep(0.1)async def main():tasks = [async_task() for _ in range(3)]await asyncio.gather(*tasks)# 运行异步示例
asyncio.run(main())

Current span: async_operation
Current span: async_operation
Current span: async_operation

7. 可视化追踪数据(可选)

import matplotlib.pyplot as pltdef visualize_trace(trace: Trace):fig, ax = plt.subplots(figsize=(10, 6))for i, span in enumerate(trace.spans):duration = (span.end_time or time.time()) - span.start_timeax.barh(span.name, duration, left=span.start_time, alpha=0.6)ax.text(span.start_time, i, f"{duration:.3f}s", va='center')ax.set_xlabel('Time')ax.set_title('Trace Visualization')plt.show()if trace := get_current_trace():visualize_trace(trace)

在这里插入图片描述
代码:https://github.com/zhouruiliangxian/Awesome-demo/blob/main/Distributed-Tracing/%E7%AE%80%E6%98%93%E5%88%86%E5%B8%83%E5%BC%8F%E8%BF%BD%E8%B8%AA%E7%B3%BB%E7%BB%9F.ipynb

http://www.dtcms.com/a/267052.html

相关文章:

  • 【AI大模型面试八股文】大模型训练中如何应对灾难性遗忘问题?
  • 快速掌握Python编程基础
  • 【Qt】事件处理、事件分发器、事件过滤器
  • Ionic 安装使用教程
  • CPU指令集权限
  • mysql基础(一)快速上手篇
  • Swift 安装使用教程
  • 百度AI文心大模型4.5系列开源模型评测,从安装部署到应用体验
  • Python区块链服务及API实现
  • 物联网软件层面的核心技术体系
  • Day51 复习日-模型改进
  • Python 的内置函数 reversed
  • 系统移植基础部分
  • Resource punkt_tab not found. NLTK
  • Docker Desktop 安装到D盘(包括镜像下载等)+ 汉化
  • JxBrowser 7.43.3 版本发布啦!
  • 数据结构---线性表理解(一)
  • 【unitrix】 4.16 类型级别左移运算实现解析(shl.rs)
  • spring-ai-alibaba 1.0.0.2 学习(十)——各种工具调用方式对比
  • Python 闭包(Closure)实战总结
  • 【网络与系统安全】强制访问控制——BLP模型
  • PortSwigger Labs SQLInjection LAB6-7
  • 汽车功能安全【ISO 26262】概述1
  • Python-GUI-wxPython-布局
  • 黑马python(二十五)
  • hello判断
  • 斜线投影几何分割公式 h = rx·ry/(rx+ry) 的推导方法
  • 【github】想fork的项目变为私有副本
  • boost--io_service/io_context
  • FFmpeg 升级指北