File size: 1,528 Bytes
5e1a30c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0242f02
5e1a30c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0242f02
 
 
 
 
5e1a30c
 
 
 
 
 
 
 
6ce6463
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

# Core Web Framework (HuggingFace Spaces optimized)
streamlit>=1.46.0

# Essential Scientific Computing
numpy>=1.23.0
pandas>=1.4.0
scipy>=1.9.0

# Machine Learning & NLP (Memory optimized)
torch>=2.0.0,<2.5.0
sentence-transformers>=2.2.0,<3.0.0
transformers>=4.30.0,<5.0.0
tokenizers>=0.13.0

# Vector Search & Indexing
faiss-cpu>=1.7.4
weaviate-client>=3.15.0  # Alternative vector backend (optional but configured)

# Document Processing (Essential only)
PyMuPDF>=1.23.0

# Text Processing (Core only)
nltk>=3.8.0
scikit-learn>=1.3.0

# Utilities
python-dotenv>=1.0.0
typing-extensions>=4.4.0

# Epic 2 Graph Processing (Lightweight)
networkx>=3.0,<4.0.0
spacy>=3.7.0,<3.8.0

# HuggingFace API Integration (Essential for cloud deployment)
huggingface-hub>=0.16.0

# Visualization (Lightweight)
plotly>=5.17.0,<6.0.0

# Core Dependencies (Previously Optional but Required)
accelerate>=0.20.0  # HuggingFace model optimization (required for cloud deployment)
pdfplumber>=0.10.0  # Advanced PDF parsing (required for document processing)
rank-bm25>=0.2.2    # BM25 sparse retrieval (required for Epic 2 hybrid search)

# Optional dependencies for local development only
# fastapi>=0.104.0    # Uncomment for API server
# uvicorn>=0.24.0     # Uncomment for API server
# ollama>=0.5.0       # Uncomment for local LLM
# python-igraph>=0.10 # Uncomment for advanced graph features

# Language model (will be downloaded automatically)
# en-core-web-sm>=3.7  # Installed via spacy download
sqlalchemy>=1.4.0
streamlit-extras>=0.3.0