vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Add new model provider Novita AI (#1508)

Browse Source
This commit is contained in:
Jason
2025-01-11 13:08:37 +08:00
committed by GitHub
parent 1059d3219a
commit e54977ef29
6 changed files with 188 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
skyvern/forge/sdk/api/llm/api_handler_factory.py
View File

@@ -147,7 +147,11 @@ class LLMAPIHandlerFactory:
ai_suggestion=ai_suggestion,
)
if step:
llm_cost = litellm.completion_cost(completion_response=response)
try:
llm_cost = litellm.completion_cost(completion_response=response)
except Exception as e:
LOG.exception("Failed to calculate LLM cost", error=str(e))
llm_cost = 0
prompt_tokens = response.get("usage", {}).get("prompt_tokens", 0)
completion_tokens = response.get("usage", {}).get("completion_tokens", 0)
await app.DATABASE.update_step(
@@ -289,7 +293,11 @@ class LLMAPIHandlerFactory:
)
if step:
llm_cost = litellm.completion_cost(completion_response=response)
try:
llm_cost = litellm.completion_cost(completion_response=response)
except Exception as e:
LOG.exception("Failed to calculate LLM cost", error=str(e))
llm_cost = 0
prompt_tokens = response.get("usage", {}).get("prompt_tokens", 0)
completion_tokens = response.get("usage", {}).get("completion_tokens", 0)
await app.DATABASE.update_step(

138
skyvern/forge/sdk/api/llm/config_registry.py
View File

@@ -52,6 +52,7 @@ if not any(
settings.ENABLE_AZURE_GPT4O_MINI,
settings.ENABLE_BEDROCK,
settings.ENABLE_GEMINI,
settings.ENABLE_NOVITA,
]
):
raise NoProviderEnabledError()
@@ -287,3 +288,140 @@ if settings.ENABLE_GEMINI:
max_output_tokens=8192,
),
)
if settings.ENABLE_NOVITA:
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_3_70B",
LLMConfig(
"openai/meta-llama/llama-3.3-70b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.3-70b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_2_1B",
LLMConfig(
"openai/meta-llama/llama-3.2-1b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.2-1b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_2_3B",
LLMConfig(
"openai/meta-llama/llama-3.2-3b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.2-3b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_2_11B_VISION",
LLMConfig(
"openai/meta-llama/llama-3.2-11b-vision-instruct",
["NOVITA_API_KEY"],
supports_vision=True,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.2-11b-vision-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_1_8B",
LLMConfig(
"openai/meta-llama/llama-3.1-8b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.1-8b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_1_70B",
LLMConfig(
"openai/meta-llama/llama-3.1-70b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.1-70b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_1_405B",
LLMConfig(
"openai/meta-llama/llama-3.1-405b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3.1-405b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_8B",
LLMConfig(
"openai/meta-llama/llama-3-8b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3-8b-instruct"},
),
),
)
LLMConfigRegistry.register_config(
"NOVITA_LLAMA_3_70B",
LLMConfig(
"openai/meta-llama/llama-3-70b-instruct",
["NOVITA_API_KEY"],
supports_vision=False,
add_assistant_prefix=False,
litellm_params=LiteLLMParams(
api_base="https://api.novita.ai/v3/openai",
api_key=settings.NOVITA_API_KEY,
api_version=settings.NOVITA_API_VERSION,
model_info={"model_name": "openai/meta-llama/llama-3-70b-instruct"},
),
),
)