requirements.txt

pip==24.0
botok==0.9.0
Cython==3.0.11
datasets==3.4.1
emoji==2.14.1
Flask==3.1.0
func_argparse==1.1.1
gradio==5.25.0
indicnlp==0.0.1
laonlp==1.2.0
mcerp==0.12
openai==1.73.0
pandas==2.2.3
pytest==8.3.5
Requests==2.32.3
sacremoses==0.1.1
safetensors==0.5.3
scipy==1.15.2
sentence_splitter==1.4
sentence_transformers==4.0.2
setuptools==69.0.3
spacy==3.8.3
stopes==2.2.1
tabulate==0.9.0
tiktoken==0.8.0
torch==2.1.2
tqdm==4.67.1
transformers>=4.41.0,<5.0.0
transliterate==1.10.2
trl==0.16.1
unicategories==0.1.2
xxhash==3.5.0
blobfile==3.0.0
numpy==1.24.0 
sentencepiece==0.2.0
protobuf==6.30.2