vodorod/Dorod-Sky
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

SKY-3915 Remove incomplete json fixing logic -- models have gotten better (#1121)

Browse Source
This commit is contained in:
Shuchang Zheng
2024-11-03 21:56:58 -08:00
committed by GitHub
parent 971e726591
commit 2ac8a1a7d0
1 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
skyvern/forge/sdk/api/llm/utils.py
View File

@@ -52,13 +52,16 @@ def parse_api_response(response: litellm.ModelResponse, add_assistant_prefix: bo
if add_assistant_prefix: if add_assistant_prefix:
content = "{" + content content = "{" + content
content = try_to_extract_json_from_markdown_format(content) content = try_to_extract_json_from_markdown_format(content)
content = replace_useless_text_around_json(content)
if not content: if not content:
raise EmptyLLMResponseError(str(response)) raise EmptyLLMResponseError(str(response))
return commentjson.loads(content) return commentjson.loads(content)
except Exception as e: except Exception as e:
if content: if content:
LOG.warning("Failed to parse LLM response. Will retry auto-fixing the response for unescaped quotes.") LOG.warning(
"Failed to parse LLM response. Will retry auto-fixing the response for unescaped quotes.",
exc_info=True,
content=content,
)
try: try:
return fix_and_parse_json_string(content) return fix_and_parse_json_string(content)
except Exception as e2: except Exception as e2:
@@ -180,12 +183,6 @@ def fix_and_parse_json_string(json_string: str) -> dict[str, Any]:
return fix_cutoff_json(json_string, error_position) return fix_cutoff_json(json_string, error_position)
def replace_useless_text_around_json(input_string: str) -> str:
first_occurrence_of_brace = input_string.find("{")
last_occurrence_of_brace = input_string.rfind("}")
return input_string[first_occurrence_of_brace : last_occurrence_of_brace + 1]
def try_to_extract_json_from_markdown_format(text: str) -> str: def try_to_extract_json_from_markdown_format(text: str) -> str:
pattern = r"```json\s*(.*?)\s*```" pattern = r"```json\s*(.*?)\s*```"
match = re.search(pattern, text, re.DOTALL) match = re.search(pattern, text, re.DOTALL)