requirements.txt

torch
colorama
APScheduler==3.10.1
black==23.11.0
click==8.1.3
datasets==2.14.5
gradio==4.4.0
gradio_client==0.7.0
huggingface-hub>=0.18.0
markdown-it-py==2.2.0
MarkupSafe==2.1.2
matplotlib==3.7.1
numpy==1.24.2
pandas==2.0.0
plotly==5.14.1
python-dateutil==2.8.2
requests==2.27.1
semantic-version==2.10.0
tqdm==4.65.0
transformers==4.35.2
tokenizers>=0.15.0
git+https://github.com/EleutherAI/lm-evaluation-harness.git
accelerate==0.24.1
sentencepiece
langdetect