fix economy element tree trimming (#3182)

This commit is contained in:
Shuchang Zheng
2025-08-13 21:45:14 -07:00
committed by GitHub
parent 434bbff459
commit 52dc5a510b

View File

@@ -322,16 +322,18 @@ class ScrapedPage(BaseModel, ElementTreeBuilder):
self.economy_element_tree = economy_elements self.economy_element_tree = economy_elements
final_element_tree = self.economy_element_tree[: int(len(self.economy_element_tree) * percent_to_keep)] self.last_used_element_tree = self.economy_element_tree
self.last_used_element_tree = final_element_tree
if fmt == ElementTreeFormat.JSON: if fmt == ElementTreeFormat.JSON:
return json.dumps(final_element_tree) element_str = json.dumps(self.economy_element_tree)
return element_str[: int(len(element_str) * percent_to_keep)]
if fmt == ElementTreeFormat.HTML: if fmt == ElementTreeFormat.HTML:
return "".join( element_str = "".join(
json_to_html(element, need_skyvern_attrs=html_need_skyvern_attrs) for element in final_element_tree json_to_html(element, need_skyvern_attrs=html_need_skyvern_attrs)
for element in self.economy_element_tree
) )
return element_str[: int(len(element_str) * percent_to_keep)]
raise UnknownElementTreeFormat(fmt=fmt) raise UnknownElementTreeFormat(fmt=fmt)