requirements.txt

huggingface_hub
--extra-index-url https://download.pytorch.org/whl/cu118
torch
transformers
gradio
optimum
accelerate
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
auto-gptq