From 560f5a33003bef854a3170578f562e452e4c7b32 Mon Sep 17 00:00:00 2001
From: amhsirak <karishmashuklaa@gmail.com>
Date: Mon, 17 Nov 2025 19:51:34 +0530
Subject: [PATCH] feat: get llm ready text

---
 server/src/markdownify/get_llm_ready_text.ts | 29 ++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100644 server/src/markdownify/get_llm_ready_text.ts

diff --git a/server/src/markdownify/get_llm_ready_text.ts b/server/src/markdownify/get_llm_ready_text.ts
new file mode 100644
index 00000000..4d0515c6
--- /dev/null
+++ b/server/src/markdownify/get_llm_ready_text.ts
@@ -0,0 +1,29 @@
+import { getPageSource, GetPageSourceOptions } from './get_html';
+import { getProcessedText, ProcessTextOptions } from './get_llm_input_text';
+
+export interface UrlToLlmTextOptions extends GetPageSourceOptions, ProcessTextOptions {
+  // Combined options from both interfaces
+}
+
+export async function urlToLlmText(
+  url: string,
+  options: UrlToLlmTextOptions = {}
+): Promise<string> {
+  try {
+    const pageSource = await getPageSource(url, options);
+    
+    if (!pageSource) {
+      return '';
+    }
+
+    const llmText = await getProcessedText(pageSource, url, options);
+    return llmText;
+    
+  } catch (error) {
+    console.error('Error while scraping url: ', error);
+    return '';
+  }
+}
+
+// Export individual functions as well
+export { getPageSource, getProcessedText };
\ No newline at end of file