chendl's picture
add requirements
a1d409e
filelock
huggingface-hub<1.0,>=0.11.0
numpy>=1.17
packaging>=20.0
pyyaml>=5.1
regex!=2019.12.17
requests
tokenizers!=0.11.3,<0.14,>=0.11.1
tqdm>=4.27
[:python_version < "3.8"]
importlib_metadata
[accelerate]
accelerate>=0.10.0
[all]
tensorflow<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
torch!=1.12.0,>=1.9
jax!=0.3.2,<=0.3.6,>=0.2.8
jaxlib<=0.3.6,>=0.1.65
flax>=0.4.1
optax>=0.0.8
sentencepiece!=0.1.92,>=0.1.91
protobuf<=3.20.2
tokenizers!=0.11.3,<0.14,>=0.11.1
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow
optuna
ray[tune]
sigopt
timm
torchvision
codecarbon==1.2.0
accelerate>=0.10.0
decord==0.6.0
av==9.2.0
[audio]
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[codecarbon]
codecarbon==1.2.0
[deepspeed]
deepspeed>=0.8.3
accelerate>=0.10.0
[deepspeed-testing]
deepspeed>=0.8.3
accelerate>=0.10.0
pytest
pytest-xdist
timeout-decorator
parameterized
psutil
datasets!=2.5.0
dill<0.3.5
evaluate>=0.2.0
pytest-timeout
black~=23.1
sacrebleu<2.0.0,>=1.4.12
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk
GitPython<3.1.19
hf-doc-builder>=0.3.0
protobuf<=3.20.2
sacremoses
rjieba
safetensors>=0.2.1
beautifulsoup4
faiss-cpu
cookiecutter==1.7.3
optuna
sentencepiece!=0.1.92,>=0.1.91
[dev]
tensorflow<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
torch!=1.12.0,>=1.9
jax!=0.3.2,<=0.3.6,>=0.2.8
jaxlib<=0.3.6,>=0.1.65
flax>=0.4.1
optax>=0.0.8
sentencepiece!=0.1.92,>=0.1.91
protobuf<=3.20.2
tokenizers!=0.11.3,<0.14,>=0.11.1
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow
optuna
ray[tune]
sigopt
timm
torchvision
codecarbon==1.2.0
accelerate>=0.10.0
decord==0.6.0
av==9.2.0
pytest
pytest-xdist
timeout-decorator
parameterized
psutil
datasets!=2.5.0
dill<0.3.5
evaluate>=0.2.0
pytest-timeout
black~=23.1
sacrebleu<2.0.0,>=1.4.12
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk
GitPython<3.1.19
hf-doc-builder>=0.3.0
sacremoses
rjieba
safetensors>=0.2.1
beautifulsoup4
faiss-cpu
cookiecutter==1.7.3
isort>=5.5.4
ruff<=0.0.259,>=0.0.241
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp>=1.1.0
hf-doc-builder
scikit-learn
[dev-tensorflow]
pytest
pytest-xdist
timeout-decorator
parameterized
psutil
datasets!=2.5.0
dill<0.3.5
evaluate>=0.2.0
pytest-timeout
black~=23.1
sacrebleu<2.0.0,>=1.4.12
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk
GitPython<3.1.19
hf-doc-builder>=0.3.0
protobuf<=3.20.2
sacremoses
rjieba
safetensors>=0.2.1
beautifulsoup4
faiss-cpu
cookiecutter==1.7.3
tensorflow<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
sentencepiece!=0.1.92,>=0.1.91
tokenizers!=0.11.3,<0.14,>=0.11.1
Pillow
isort>=5.5.4
ruff<=0.0.259,>=0.0.241
hf-doc-builder
scikit-learn
onnxruntime>=1.4.0
onnxruntime-tools>=1.4.2
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[dev-torch]
pytest
pytest-xdist
timeout-decorator
parameterized
psutil
datasets!=2.5.0
dill<0.3.5
evaluate>=0.2.0
pytest-timeout
black~=23.1
sacrebleu<2.0.0,>=1.4.12
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk
GitPython<3.1.19
hf-doc-builder>=0.3.0
protobuf<=3.20.2
sacremoses
rjieba
safetensors>=0.2.1
beautifulsoup4
faiss-cpu
cookiecutter==1.7.3
torch!=1.12.0,>=1.9
sentencepiece!=0.1.92,>=0.1.91
tokenizers!=0.11.3,<0.14,>=0.11.1
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow
optuna
ray[tune]
sigopt
timm
torchvision
codecarbon==1.2.0
isort>=5.5.4
ruff<=0.0.259,>=0.0.241
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp>=1.1.0
hf-doc-builder
scikit-learn
onnxruntime>=1.4.0
onnxruntime-tools>=1.4.2
[docs]
tensorflow<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
torch!=1.12.0,>=1.9
jax!=0.3.2,<=0.3.6,>=0.2.8
jaxlib<=0.3.6,>=0.1.65
flax>=0.4.1
optax>=0.0.8
sentencepiece!=0.1.92,>=0.1.91
protobuf<=3.20.2
tokenizers!=0.11.3,<0.14,>=0.11.1
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
Pillow
optuna
ray[tune]
sigopt
timm
torchvision
codecarbon==1.2.0
accelerate>=0.10.0
decord==0.6.0
av==9.2.0
hf-doc-builder
[docs_specific]
hf-doc-builder
[fairscale]
fairscale>0.3
[flax]
jax!=0.3.2,<=0.3.6,>=0.2.8
jaxlib<=0.3.6,>=0.1.65
flax>=0.4.1
optax>=0.0.8
[flax-speech]
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[ftfy]
ftfy
[integrations]
optuna
ray[tune]
sigopt
[ja]
fugashi>=1.0
ipadic<2.0,>=1.0.0
unidic_lite>=1.0.7
unidic>=1.0.2
sudachipy>=0.6.6
sudachidict_core>=20220729
rhoknp>=1.1.0
[modelcreation]
cookiecutter==1.7.3
[natten]
natten>=0.14.6
[onnx]
onnxconverter-common
tf2onnx
onnxruntime>=1.4.0
onnxruntime-tools>=1.4.2
[onnxruntime]
onnxruntime>=1.4.0
onnxruntime-tools>=1.4.2
[optuna]
optuna
[quality]
black~=23.1
datasets!=2.5.0
isort>=5.5.4
ruff<=0.0.259,>=0.0.241
GitPython<3.1.19
hf-doc-builder>=0.3.0
[ray]
ray[tune]
[retrieval]
faiss-cpu
datasets!=2.5.0
[sagemaker]
sagemaker>=2.31.0
[sentencepiece]
sentencepiece!=0.1.92,>=0.1.91
protobuf<=3.20.2
[serving]
pydantic
uvicorn
fastapi
starlette
[sigopt]
sigopt
[sklearn]
scikit-learn
[speech]
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[testing]
pytest
pytest-xdist
timeout-decorator
parameterized
psutil
datasets!=2.5.0
dill<0.3.5
evaluate>=0.2.0
pytest-timeout
black~=23.1
sacrebleu<2.0.0,>=1.4.12
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1
nltk
GitPython<3.1.19
hf-doc-builder>=0.3.0
protobuf<=3.20.2
sacremoses
rjieba
safetensors>=0.2.1
beautifulsoup4
faiss-cpu
cookiecutter==1.7.3
[tf]
tensorflow<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
[tf-cpu]
tensorflow-cpu<2.13,>=2.4
onnxconverter-common
tf2onnx
tensorflow-text<2.13
keras-nlp>=0.3.1
[tf-speech]
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[timm]
timm
[tokenizers]
tokenizers!=0.11.3,<0.14,>=0.11.1
[torch]
torch!=1.12.0,>=1.9
[torch-speech]
torchaudio
librosa
pyctcdecode>=0.4.0
phonemizer
kenlm
[torch-vision]
torchvision
Pillow
[torchhub]
filelock
huggingface-hub<1.0,>=0.11.0
importlib_metadata
numpy>=1.17
packaging>=20.0
protobuf<=3.20.2
regex!=2019.12.17
requests
sentencepiece!=0.1.92,>=0.1.91
torch!=1.12.0,>=1.9
tokenizers!=0.11.3,<0.14,>=0.11.1
tqdm>=4.27
[video]
decord==0.6.0
av==9.2.0
[vision]
Pillow