|
filelock |
|
huggingface-hub<1.0,>=0.11.0 |
|
numpy>=1.17 |
|
packaging>=20.0 |
|
pyyaml>=5.1 |
|
regex!=2019.12.17 |
|
requests |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
tqdm>=4.27 |
|
|
|
[:python_version < "3.8"] |
|
importlib_metadata |
|
|
|
[accelerate] |
|
accelerate>=0.10.0 |
|
|
|
[all] |
|
tensorflow<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
torch!=1.12.0,>=1.9 |
|
jax!=0.3.2,<=0.3.6,>=0.2.8 |
|
jaxlib<=0.3.6,>=0.1.65 |
|
flax>=0.4.1 |
|
optax>=0.0.8 |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
protobuf<=3.20.2 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
Pillow |
|
optuna |
|
ray[tune] |
|
sigopt |
|
timm |
|
torchvision |
|
codecarbon==1.2.0 |
|
accelerate>=0.10.0 |
|
decord==0.6.0 |
|
av==9.2.0 |
|
|
|
[audio] |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[codecarbon] |
|
codecarbon==1.2.0 |
|
|
|
[deepspeed] |
|
deepspeed>=0.8.3 |
|
accelerate>=0.10.0 |
|
|
|
[deepspeed-testing] |
|
deepspeed>=0.8.3 |
|
accelerate>=0.10.0 |
|
pytest |
|
pytest-xdist |
|
timeout-decorator |
|
parameterized |
|
psutil |
|
datasets!=2.5.0 |
|
dill<0.3.5 |
|
evaluate>=0.2.0 |
|
pytest-timeout |
|
black~=23.1 |
|
sacrebleu<2.0.0,>=1.4.12 |
|
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 |
|
nltk |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
protobuf<=3.20.2 |
|
sacremoses |
|
rjieba |
|
safetensors>=0.2.1 |
|
beautifulsoup4 |
|
faiss-cpu |
|
cookiecutter==1.7.3 |
|
optuna |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
|
|
[dev] |
|
tensorflow<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
torch!=1.12.0,>=1.9 |
|
jax!=0.3.2,<=0.3.6,>=0.2.8 |
|
jaxlib<=0.3.6,>=0.1.65 |
|
flax>=0.4.1 |
|
optax>=0.0.8 |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
protobuf<=3.20.2 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
Pillow |
|
optuna |
|
ray[tune] |
|
sigopt |
|
timm |
|
torchvision |
|
codecarbon==1.2.0 |
|
accelerate>=0.10.0 |
|
decord==0.6.0 |
|
av==9.2.0 |
|
pytest |
|
pytest-xdist |
|
timeout-decorator |
|
parameterized |
|
psutil |
|
datasets!=2.5.0 |
|
dill<0.3.5 |
|
evaluate>=0.2.0 |
|
pytest-timeout |
|
black~=23.1 |
|
sacrebleu<2.0.0,>=1.4.12 |
|
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 |
|
nltk |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
sacremoses |
|
rjieba |
|
safetensors>=0.2.1 |
|
beautifulsoup4 |
|
faiss-cpu |
|
cookiecutter==1.7.3 |
|
isort>=5.5.4 |
|
ruff<=0.0.259,>=0.0.241 |
|
fugashi>=1.0 |
|
ipadic<2.0,>=1.0.0 |
|
unidic_lite>=1.0.7 |
|
unidic>=1.0.2 |
|
sudachipy>=0.6.6 |
|
sudachidict_core>=20220729 |
|
rhoknp>=1.1.0 |
|
hf-doc-builder |
|
scikit-learn |
|
|
|
[dev-tensorflow] |
|
pytest |
|
pytest-xdist |
|
timeout-decorator |
|
parameterized |
|
psutil |
|
datasets!=2.5.0 |
|
dill<0.3.5 |
|
evaluate>=0.2.0 |
|
pytest-timeout |
|
black~=23.1 |
|
sacrebleu<2.0.0,>=1.4.12 |
|
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 |
|
nltk |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
protobuf<=3.20.2 |
|
sacremoses |
|
rjieba |
|
safetensors>=0.2.1 |
|
beautifulsoup4 |
|
faiss-cpu |
|
cookiecutter==1.7.3 |
|
tensorflow<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
Pillow |
|
isort>=5.5.4 |
|
ruff<=0.0.259,>=0.0.241 |
|
hf-doc-builder |
|
scikit-learn |
|
onnxruntime>=1.4.0 |
|
onnxruntime-tools>=1.4.2 |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[dev-torch] |
|
pytest |
|
pytest-xdist |
|
timeout-decorator |
|
parameterized |
|
psutil |
|
datasets!=2.5.0 |
|
dill<0.3.5 |
|
evaluate>=0.2.0 |
|
pytest-timeout |
|
black~=23.1 |
|
sacrebleu<2.0.0,>=1.4.12 |
|
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 |
|
nltk |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
protobuf<=3.20.2 |
|
sacremoses |
|
rjieba |
|
safetensors>=0.2.1 |
|
beautifulsoup4 |
|
faiss-cpu |
|
cookiecutter==1.7.3 |
|
torch!=1.12.0,>=1.9 |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
Pillow |
|
optuna |
|
ray[tune] |
|
sigopt |
|
timm |
|
torchvision |
|
codecarbon==1.2.0 |
|
isort>=5.5.4 |
|
ruff<=0.0.259,>=0.0.241 |
|
fugashi>=1.0 |
|
ipadic<2.0,>=1.0.0 |
|
unidic_lite>=1.0.7 |
|
unidic>=1.0.2 |
|
sudachipy>=0.6.6 |
|
sudachidict_core>=20220729 |
|
rhoknp>=1.1.0 |
|
hf-doc-builder |
|
scikit-learn |
|
onnxruntime>=1.4.0 |
|
onnxruntime-tools>=1.4.2 |
|
|
|
[docs] |
|
tensorflow<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
torch!=1.12.0,>=1.9 |
|
jax!=0.3.2,<=0.3.6,>=0.2.8 |
|
jaxlib<=0.3.6,>=0.1.65 |
|
flax>=0.4.1 |
|
optax>=0.0.8 |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
protobuf<=3.20.2 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
Pillow |
|
optuna |
|
ray[tune] |
|
sigopt |
|
timm |
|
torchvision |
|
codecarbon==1.2.0 |
|
accelerate>=0.10.0 |
|
decord==0.6.0 |
|
av==9.2.0 |
|
hf-doc-builder |
|
|
|
[docs_specific] |
|
hf-doc-builder |
|
|
|
[fairscale] |
|
fairscale>0.3 |
|
|
|
[flax] |
|
jax!=0.3.2,<=0.3.6,>=0.2.8 |
|
jaxlib<=0.3.6,>=0.1.65 |
|
flax>=0.4.1 |
|
optax>=0.0.8 |
|
|
|
[flax-speech] |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[ftfy] |
|
ftfy |
|
|
|
[integrations] |
|
optuna |
|
ray[tune] |
|
sigopt |
|
|
|
[ja] |
|
fugashi>=1.0 |
|
ipadic<2.0,>=1.0.0 |
|
unidic_lite>=1.0.7 |
|
unidic>=1.0.2 |
|
sudachipy>=0.6.6 |
|
sudachidict_core>=20220729 |
|
rhoknp>=1.1.0 |
|
|
|
[modelcreation] |
|
cookiecutter==1.7.3 |
|
|
|
[natten] |
|
natten>=0.14.6 |
|
|
|
[onnx] |
|
onnxconverter-common |
|
tf2onnx |
|
onnxruntime>=1.4.0 |
|
onnxruntime-tools>=1.4.2 |
|
|
|
[onnxruntime] |
|
onnxruntime>=1.4.0 |
|
onnxruntime-tools>=1.4.2 |
|
|
|
[optuna] |
|
optuna |
|
|
|
[quality] |
|
black~=23.1 |
|
datasets!=2.5.0 |
|
isort>=5.5.4 |
|
ruff<=0.0.259,>=0.0.241 |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
|
|
[ray] |
|
ray[tune] |
|
|
|
[retrieval] |
|
faiss-cpu |
|
datasets!=2.5.0 |
|
|
|
[sagemaker] |
|
sagemaker>=2.31.0 |
|
|
|
[sentencepiece] |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
protobuf<=3.20.2 |
|
|
|
[serving] |
|
pydantic |
|
uvicorn |
|
fastapi |
|
starlette |
|
|
|
[sigopt] |
|
sigopt |
|
|
|
[sklearn] |
|
scikit-learn |
|
|
|
[speech] |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[testing] |
|
pytest |
|
pytest-xdist |
|
timeout-decorator |
|
parameterized |
|
psutil |
|
datasets!=2.5.0 |
|
dill<0.3.5 |
|
evaluate>=0.2.0 |
|
pytest-timeout |
|
black~=23.1 |
|
sacrebleu<2.0.0,>=1.4.12 |
|
rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1 |
|
nltk |
|
GitPython<3.1.19 |
|
hf-doc-builder>=0.3.0 |
|
protobuf<=3.20.2 |
|
sacremoses |
|
rjieba |
|
safetensors>=0.2.1 |
|
beautifulsoup4 |
|
faiss-cpu |
|
cookiecutter==1.7.3 |
|
|
|
[tf] |
|
tensorflow<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
|
|
[tf-cpu] |
|
tensorflow-cpu<2.13,>=2.4 |
|
onnxconverter-common |
|
tf2onnx |
|
tensorflow-text<2.13 |
|
keras-nlp>=0.3.1 |
|
|
|
[tf-speech] |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[timm] |
|
timm |
|
|
|
[tokenizers] |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
|
|
[torch] |
|
torch!=1.12.0,>=1.9 |
|
|
|
[torch-speech] |
|
torchaudio |
|
librosa |
|
pyctcdecode>=0.4.0 |
|
phonemizer |
|
kenlm |
|
|
|
[torch-vision] |
|
torchvision |
|
Pillow |
|
|
|
[torchhub] |
|
filelock |
|
huggingface-hub<1.0,>=0.11.0 |
|
importlib_metadata |
|
numpy>=1.17 |
|
packaging>=20.0 |
|
protobuf<=3.20.2 |
|
regex!=2019.12.17 |
|
requests |
|
sentencepiece!=0.1.92,>=0.1.91 |
|
torch!=1.12.0,>=1.9 |
|
tokenizers!=0.11.3,<0.14,>=0.11.1 |
|
tqdm>=4.27 |
|
|
|
[video] |
|
decord==0.6.0 |
|
av==9.2.0 |
|
|
|
[vision] |
|
Pillow |
|
|