introduce llm key for script gen (#3736)
This commit is contained in:
@@ -139,6 +139,7 @@ class Settings(BaseSettings):
|
|||||||
EXTRACTION_LLM_KEY: str | None = None
|
EXTRACTION_LLM_KEY: str | None = None
|
||||||
CHECK_USER_GOAL_LLM_KEY: str | None = None
|
CHECK_USER_GOAL_LLM_KEY: str | None = None
|
||||||
AUTO_COMPLETION_LLM_KEY: str | None = None
|
AUTO_COMPLETION_LLM_KEY: str | None = None
|
||||||
|
SCRIPT_GENERATION_LLM_KEY: str | None = None
|
||||||
# COMMON
|
# COMMON
|
||||||
LLM_CONFIG_TIMEOUT: int = 300
|
LLM_CONFIG_TIMEOUT: int = 300
|
||||||
LLM_CONFIG_MAX_TOKENS: int = 4096
|
LLM_CONFIG_MAX_TOKENS: int = 4096
|
||||||
|
|||||||
@@ -112,7 +112,7 @@ async def _generate_field_names_with_llm(custom_field_actions: List[Dict[str, An
|
|||||||
template="generate-workflow-parameters", custom_field_actions=custom_field_actions
|
template="generate-workflow-parameters", custom_field_actions=custom_field_actions
|
||||||
)
|
)
|
||||||
|
|
||||||
response = await app.SECONDARY_LLM_API_HANDLER(prompt=prompt, prompt_name="generate-workflow-parameters")
|
response = await app.SCRIPT_GENERATION_LLM_API_HANDLER(prompt=prompt, prompt_name="generate-workflow-parameters")
|
||||||
|
|
||||||
return GeneratedFieldMapping.model_validate(response)
|
return GeneratedFieldMapping.model_validate(response)
|
||||||
|
|
||||||
|
|||||||
@@ -103,6 +103,9 @@ AUTO_COMPLETION_LLM_API_HANDLER = (
|
|||||||
else SECONDARY_LLM_API_HANDLER
|
else SECONDARY_LLM_API_HANDLER
|
||||||
)
|
)
|
||||||
SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
|
SVG_CSS_CONVERTER_LLM_API_HANDLER = SECONDARY_LLM_API_HANDLER if SETTINGS_MANAGER.SECONDARY_LLM_KEY else None
|
||||||
|
SCRIPT_GENERATION_LLM_API_HANDLER = LLMAPIHandlerFactory.get_llm_api_handler(
|
||||||
|
SETTINGS_MANAGER.SCRIPT_GENERATION_LLM_KEY or SETTINGS_MANAGER.SECONDARY_LLM_KEY or SETTINGS_MANAGER.LLM_KEY
|
||||||
|
)
|
||||||
|
|
||||||
WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()
|
WORKFLOW_CONTEXT_MANAGER = WorkflowContextManager()
|
||||||
WORKFLOW_SERVICE = WorkflowService()
|
WORKFLOW_SERVICE = WorkflowService()
|
||||||
|
|||||||
Reference in New Issue
Block a user