fix: Strip custom_llm_provider before cost lookup for proxied models
This commit is contained in:
@@ -259,6 +259,8 @@ class LLM:
|
|||||||
if direct_cost is not None:
|
if direct_cost is not None:
|
||||||
return float(direct_cost)
|
return float(direct_cost)
|
||||||
try:
|
try:
|
||||||
|
if hasattr(response, "_hidden_params"):
|
||||||
|
response._hidden_params.pop("custom_llm_provider", None)
|
||||||
return completion_cost(response, model=self.config.canonical_model) or 0.0
|
return completion_cost(response, model=self.config.canonical_model) or 0.0
|
||||||
except Exception: # noqa: BLE001
|
except Exception: # noqa: BLE001
|
||||||
return 0.0
|
return 0.0
|
||||||
|
|||||||
Reference in New Issue
Block a user