Implement LLM router (#95)

2024-03-16 23:13:18 -07:00
parent 0e34bfa2bd
commit d1de19556e
16 changed files with 485 additions and 308 deletions
--- a/skyvern/webeye/actions/handler.py
+++ b/skyvern/webeye/actions/handler.py
@@ -573,9 +573,9 @@ async def extract_information_for_navigation_goal(
        error_code_mapping_str=json.dumps(task.error_code_mapping) if task.error_code_mapping else None,
    )

-    json_response = await app.OPENAI_CLIENT.chat_completion(
-        step=step,
+    json_response = await app.LLM_API_HANDLER(
        prompt=extract_information_prompt,
+        step=step,
        screenshots=scraped_page.screenshots,
    )