File size: 2,059 Bytes
3e772ec 2589ed0 4a0fab5 8ba2581 2589ed0 4a0fab5 2589ed0 4a0fab5 2589ed0 8ba2581 2589ed0 8ba2581 2589ed0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import os
from typing import Optional
from dotenv import load_dotenv
load_dotenv()
class Config:
# API Keys
ANTHROPIC_API_KEY: Optional[str] = os.getenv("ANTHROPIC_API_KEY")
MISTRAL_API_KEY: Optional[str] = os.getenv("MISTRAL_API_KEY")
HUGGINGFACE_API_KEY: Optional[str] = os.getenv("HUGGINGFACE_API_KEY", os.getenv("HF_TOKEN"))
OPENAI_API_KEY: Optional[str] = os.getenv("OPENAI_API_KEY")
# Model Configuration
EMBEDDING_MODEL: str = os.getenv("EMBEDDING_MODEL", "sentence-transformers/all-MiniLM-L6-v2")
ANTHROPIC_MODEL: str = os.getenv("ANTHROPIC_MODEL", "claude-3-haiku-20240307") # Using faster model
MISTRAL_MODEL: str = os.getenv("MISTRAL_MODEL", "mistral-small-latest") # Using smaller model
OPENAI_MODEL: str = os.getenv("OPENAI_MODEL", "gpt-4o-mini")
# Vector Store Configuration
VECTOR_STORE_PATH: str = os.getenv("VECTOR_STORE_PATH", "./data/vector_store")
DOCUMENT_STORE_PATH: str = os.getenv("DOCUMENT_STORE_PATH", "./data/documents")
INDEX_NAME: str = os.getenv("INDEX_NAME", "content_index")
# Processing Configuration
CHUNK_SIZE: int = int(os.getenv("CHUNK_SIZE", "500"))
CHUNK_OVERLAP: int = int(os.getenv("CHUNK_OVERLAP", "50"))
MAX_CONCURRENT_REQUESTS: int = int(os.getenv("MAX_CONCURRENT_REQUESTS", "5"))
# Search Configuration
DEFAULT_TOP_K: int = int(os.getenv("DEFAULT_TOP_K", "5"))
SIMILARITY_THRESHOLD: float = float(os.getenv("SIMILARITY_THRESHOLD", "0.1"))
# OCR Configuration
TESSERACT_PATH: Optional[str] = os.getenv("TESSERACT_PATH")
OCR_LANGUAGE: str = os.getenv("OCR_LANGUAGE", "eng")
@classmethod
def validate(cls) -> bool:
"""Validate that required configuration is present"""
# Make API keys optional for testing
return True
# Global config instance
config = Config()
# Create data directories
import pathlib
pathlib.Path(config.VECTOR_STORE_PATH).mkdir(parents=True, exist_ok=True)
pathlib.Path(config.DOCUMENT_STORE_PATH).mkdir(parents=True, exist_ok=True) |