Repository navigation
Expand file tree
/
Copy pathrequirements.txt
More file actions
95 lines (80 loc) · 2.04 KB
/
Copy pathrequirements.txt
File metadata and controls
95 lines (80 loc) · 2.04 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# Master requirements file
# No stanza/torch here: Stanza runs only in the Stanza service
# (stanza_service/, its own image and requirements), never in the API process.
nltk
# Scientific computing stack
numpy
scipy==1.13.0
scikit-learn==1.4.0 # Pinned to match paywall detection model (trained Jan 2024). TODO: Retrain model with 1.5.0+ in Q1 2026
pandas
matplotlib
seaborn
# Database
mysqlclient==2.2.8
pymysql
SQLAlchemy>=2.0
# Web framework core
Flask>=3.0.0
Werkzeug>=3.0.6
flask_sqlalchemy>=3.0
flask_cors
flask_monitoringdashboard>=5.1.0 # 5.0.3: per-row timestamps, Request indexes; 5.0.4: batched prune; 5.1.0: exception alerting
Flask-Limiter>=3.0.0 # Rate limiting for security
redis==7.4.1 # Shared rate-limit counters (RATELIMIT_STORAGE_URI=redis://...); limits[redis] needs <8
# Cloud services
google-cloud-texttospeech==2.3.0
azure-cognitiveservices-speech==1.40.0
# Search
elasticsearch==8.12.1
elasticsearch-dsl==8.12.0
elastic-transport==8.12.0
# HTML/XML parsing
beautifulsoup4
lxml
lxml_html_clean
# Zeeguu custom packages
git+https://github.com/zeeguu/apimux.git@master#egg=apimux
git+https://github.com/zeeguu/python-translators@master#egg=python_translators
wordstats[wordfreq]==1.3.0 # [wordfreq]: words too rare for a level (prompts/level_simplification.py)
# Web scraping & parsing
newspaper3k==0.2.7
feedparser
markdown2
# Language processing utilities
langdetect
lingua-language-detector
pyphen
regex
# HTTP & APIs
requests
requests_mock
# emSign root removed after the eMudhra intermediate incident (Oct 2026)
certifi>=2026.10.19
anthropic>=1,<2
deepl>=1.18.0
# Utilities
markupsafe
blinker
Faker
human-readable
jinja2
tqdm
simhash
timeago
yagmail
emoji
youtube_transcript_api
pydub
Pillow
cryptography
bcrypt>=4.0.0
deprecated # transitive dep of limits (Flask-Limiter) not declared in its deps
protobuf # transitive dep of google-cloud-texttospeech not declared in its deps
# Monitoring
sentry-sdk[flask]
# Testing
pytest
PyYAML # LLM regression sets (tools/run_validator_regression.py)
# Version constraints
pydantic>=1.10.8
setuptools<82