Implement LLM router (#95)

2024-03-16 23:13:18 -07:00
parent 0e34bfa2bd
commit d1de19556e
16 changed files with 485 additions and 308 deletions
--- a/skyvern/forge/agent.py
+++ b/skyvern/forge/agent.py
@@ -332,9 +332,9 @@ class ForgeAgent(Agent):
            json_response = None
            actions: list[Action]
            if task.navigation_goal:
-                json_response = await app.OPENAI_CLIENT.chat_completion(
-                    step=step,
+                json_response = await app.LLM_API_HANDLER(
                    prompt=extract_action_prompt,
+                    step=step,
                    screenshots=scraped_page.screenshots,
                )
                detailed_agent_step_output.llm_response = json_response