track reasoning token and cached token (#1985)

This commit is contained in:
Shuchang Zheng
2025-03-20 16:42:57 -07:00
committed by GitHub
parent 185464f8ec
commit eb3eb4eede
9 changed files with 112 additions and 16 deletions

View File

@@ -52,6 +52,8 @@ class Step(BaseModel):
organization_id: str | None = None
input_token_count: int = 0
output_token_count: int = 0
reasoning_token_count: int = 0
cached_token_count: int = 0
step_cost: float = 0
def validate_update(