a-dabs's picture
Upload folder using huggingface_hub
b6e98c3 verified
raw
history blame contribute delete
549 Bytes
# configs/config.py
import os
import anthropic
from dotenv import load_dotenv
# Load environment variables from .env file.
load_dotenv()
claude_client = anthropic.Anthropic()
# LLM Model Settings
GPT4O_MODEL = "gpt-4o"
CLAUDE_MODEL = "claude-3-7-sonnet-20250219"
LLAMA_MODEL = "meta-llama/Meta-Llama-3-8B"
# API Keys
GPT4O_API_KEY = os.getenv('OPENAI_API_KEY')
CLAUDE_API_KEY = os.getenv('ANTHROPIC_API_KEY')
LLAMA_API_KEY = os.getenv("HF_TOKEN")
# Scraping parameters
SCRAPER_MAX_DEPTH = 3
SCRAPER_MAX_PAGES = 200
MIN_CONTENT_LENGTH = 200