update web_page_reader.py

safevideo · Nov 6, 2023 · c530e65 · c530e65
1 parent 6428690
commit c530e65
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/autollm/utils/web_page_reader.py b/autollm/utils/web_page_reader.py
@@ -68,7 +68,7 @@ def load_data(self, url: str) -> List[Document]:
             tag.decompose()
 
         content = " ".join(soup.stripped_strings)
-        document = Document(text=content, metadata={"url": url})
+        document = Document(doc_id=url, text=content, metadata={"url": url})
         return [document]