Coool2 commited on
Commit
ba47062
·
verified ·
1 Parent(s): 517cf5e

Update agent.py

Browse files
Files changed (1) hide show
  1. agent.py +6 -1
agent.py CHANGED
@@ -355,8 +355,13 @@ def search_and_extract_content_from_url(query: str) -> List[Document]:
355
  loader = YoutubeTranscriptReader()
356
  documents = loader.load_data(youtubelinks=[url])
357
  else:
358
- loader = TrafilaturaWebReader (include_images = True)
359
  documents = loader.load_data(urls=[url])
 
 
 
 
 
360
 
361
  def enhanced_web_search_and_update(query: str) -> str:
362
  """
 
355
  loader = YoutubeTranscriptReader()
356
  documents = loader.load_data(youtubelinks=[url])
357
  else:
358
+ loader = TrafilaturaWebReader(include_images=True)
359
  documents = loader.load_data(urls=[url])
360
+ except Exception as e:
361
+ # Handle any exceptions that occur during content extraction
362
+ return [Document(text=f"Error extracting content from URL: {str(e)}")]
363
+
364
+ return documents
365
 
366
  def enhanced_web_search_and_update(query: str) -> str:
367
  """