Update agent.py
Browse files
agent.py
CHANGED
@@ -355,8 +355,13 @@ def search_and_extract_content_from_url(query: str) -> List[Document]:
|
|
355 |
loader = YoutubeTranscriptReader()
|
356 |
documents = loader.load_data(youtubelinks=[url])
|
357 |
else:
|
358 |
-
loader = TrafilaturaWebReader
|
359 |
documents = loader.load_data(urls=[url])
|
|
|
|
|
|
|
|
|
|
|
360 |
|
361 |
def enhanced_web_search_and_update(query: str) -> str:
|
362 |
"""
|
|
|
355 |
loader = YoutubeTranscriptReader()
|
356 |
documents = loader.load_data(youtubelinks=[url])
|
357 |
else:
|
358 |
+
loader = TrafilaturaWebReader(include_images=True)
|
359 |
documents = loader.load_data(urls=[url])
|
360 |
+
except Exception as e:
|
361 |
+
# Handle any exceptions that occur during content extraction
|
362 |
+
return [Document(text=f"Error extracting content from URL: {str(e)}")]
|
363 |
+
|
364 |
+
return documents
|
365 |
|
366 |
def enhanced_web_search_and_update(query: str) -> str:
|
367 |
"""
|