# Core data processing
numpy>=1.17,<1.24.0
pandas>=1.0.0
scipy

# Machine learning and NLP
transformers>=4.8.2
torch>=1.11
tokenizers>=0.13.3
sentencepiece==0.1.96
scikit-learn>=0.24.2
nltk>=3.6.4

# Datasets
datasets>=2.8.0,<4.0.0
pyarrow

# Visualization
matplotlib
plotly==5.3.1
seaborn
altair>=5.0.0

# Streamlit and UI
streamlit>=1.24.1
streamlit-aggrid

# Statistical analysis
powerlaw==1.5
numexpr

# Language detection and ISO codes
langdetect==1.0.9
iso-639==0.4.5
iso639==0.1.4

# Graph analysis
python-igraph

# Configuration
PyYAML>=5.4.1

# Utilities
tqdm>=4.62.3
dataclasses==0.6