Spaces:
Sleeping
Sleeping
File size: 3,687 Bytes
3e56848 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
import os
from pydantic import BaseModel
from typing import Sequence, Optional
from aworld.trace.span_cosumer import SpanConsumer
from logging import Logger
from aworld.logs.util import trace_logger
from aworld.trace.context_manager import trace_configure
from aworld.metrics.context_manager import MetricContext
from aworld.logs.log import set_log_provider, instrument_logging
from aworld.trace.instrumentation.uni_llmmodel import LLMModelInstrumentor
from aworld.trace.instrumentation.eventbus import EventBusInstrumentor
class ObservabilityConfig(BaseModel):
'''
Observability configuration
'''
class Config:
arbitrary_types_allowed = True
trace_provider: Optional[str] = "otlp"
trace_backends: Optional[Sequence[str]] = ["memory"]
trace_base_url: Optional[str] = None
trace_write_token: Optional[str] = None
trace_span_consumers: Optional[Sequence[SpanConsumer]] = None
# whether to start the trace service
trace_server_enabled: Optional[bool] = False
trace_server_port: Optional[int] = 7079
metrics_provider: Optional[str] = None
metrics_backend: Optional[str] = None
metrics_base_url: Optional[str] = None
metrics_write_token: Optional[str] = None
# whether to instrument system metrics
metrics_system_enabled: Optional[bool] = False
logs_provider: Optional[str] = None
logs_backend: Optional[str] = None
logs_base_url: Optional[str] = None
logs_write_token: Optional[str] = None
# The loggers that need to record the log as a span
logs_trace_instrumented_loggers: Sequence[Logger] = [trace_logger]
def configure(config: ObservabilityConfig = None):
if config is None:
config = ObservabilityConfig()
_trace_configure(config)
_metrics_configure(config)
_log_configure(config)
LLMModelInstrumentor().instrument()
EventBusInstrumentor().instrument()
def _trace_configure(config: ObservabilityConfig):
if not config.trace_base_url and config.trace_provider == "otlp":
if "logfire" in config.trace_backends:
config.trace_base_url = os.getenv("LOGFIRE_WRITE_TOKEN")
elif os.getenv("OTLP_TRACES_ENDPOINT"):
config.trace_base_url = os.getenv("OTLP_TRACES_ENDPOINT")
config.trace_backends.append("other_otlp")
trace_configure(
provider=config.trace_provider,
backends=config.trace_backends,
base_url=config.trace_base_url,
write_token=config.trace_write_token,
span_consumers=config.trace_span_consumers,
server_enabled=config.trace_server_enabled,
server_port=config.trace_server_port
)
def _metrics_configure(config: ObservabilityConfig):
if config.metrics_provider and config.metrics_backend:
MetricContext.configure(
provider=config.metrics_provider,
backend=config.metrics_backend,
base_url=config.metrics_base_url,
write_token=config.metrics_write_token,
metrics_system_enabled=config.metrics_system_enabled
)
def _log_configure(config: ObservabilityConfig):
if config.logs_provider and config.logs_backend:
if config.logs_backend == "logfire" and not config.logs_write_token:
config.logs_write_token = os.getenv("LOGFIRE_WRITE_TOKEN")
set_log_provider(provider=config.logs_provider,
backend=config.logs_backend,
base_url=config.logs_base_url,
write_token=config.logs_write_token)
if config.logs_trace_instrumented_loggers:
for logger in config.logs_trace_instrumented_loggers:
instrument_logging(logger)
|