File size: 549 Bytes
8d72f48
 
 
 
 
 
 
 
b6e98c3
8d72f48
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# configs/config.py
import os
import anthropic
from dotenv import load_dotenv

# Load environment variables from .env file.
load_dotenv()

claude_client = anthropic.Anthropic()

# LLM Model Settings
GPT4O_MODEL = "gpt-4o"  
CLAUDE_MODEL = "claude-3-7-sonnet-20250219"  
LLAMA_MODEL = "meta-llama/Meta-Llama-3-8B"

# API Keys
GPT4O_API_KEY = os.getenv('OPENAI_API_KEY')
CLAUDE_API_KEY = os.getenv('ANTHROPIC_API_KEY')
LLAMA_API_KEY = os.getenv("HF_TOKEN")

# Scraping parameters
SCRAPER_MAX_DEPTH = 3
SCRAPER_MAX_PAGES = 200
MIN_CONTENT_LENGTH = 200