Python SDK

from noveum_trace import trace_llm, trace_operation
 
# Basic LLM tracing
with trace_llm(
    model="gpt-4",
    input="What is machine learning?",
    output="Machine learning is..."
) as span:
    # Your LLM call here
    pass
 
# Custom operation tracing
with trace_operation("data_processing") as span:
    # Your custom logic here
    span.set_attribute("records_processed", 1000)

from noveum_trace.langchain import NoveumCallbackHandler
 
# Add to your LangChain chain
chain = LLMChain(llm=llm, prompt=prompt)
chain.run("Hello world", callbacks=[NoveumCallbackHandler()])

from fastapi import FastAPI
from noveum_trace.fastapi import NoveumMiddleware
 
app = FastAPI()
app.add_middleware(NoveumMiddleware)

with trace_llm(model="gpt-4") as span:
    span.set_attribute("user_id", "12345")
    span.add_event("model_loaded", {"timestamp": "2024-01-01"})

from noveum_trace import configure_sampling
 
configure_sampling(
    sample_rate=0.1,  # 10% sampling in production
    max_traces_per_minute=100
)