from timbal.state.tracing import Trace
trace = Trace(
run_id="068c4458382e79bb80006dc019ac3039",
parent_run_id=None,
path="agent.llm",
call_id="068c4458383678be800031537a8df42e",
parent_call_id="068c4458382e708f8000cc0f9b19d970",
input={
"model": "openai/gpt-4o-mini",
"messages": [{
"role": "user",
"content": [{"type": "text", "text": "Hello"}]
}],
},
output={
"role": "assistant",
"content": [{"type": "text", "text": "Hello! How can I assist you today?"}]
},
error=None,
t0=1640995200000, # Start time
t1=1640995201000, # End time
usage={
"gpt-4o-mini-2024-07-18:input_text_tokens": 32,
"gpt-4o-mini-2024-07-18:output_text_tokens": 10,
},
metadata={
"type": "LLM",
"model_provider": "openai",
"model_name": "gpt-4o-mini",
"ttft": 1.218775834015105, # Time To First Token
"tps": 103.44992571967803, # Tokens Per Second
},
)