requirements.txt

# torch>=2.1.0
# transformers>=4.40.0
# accelerate>=0.25.0
# bitsandbytes
# fastapi
# uvicorn
#Your original dependencies (optimized versions)
torch>=2.1.0
transformers==4.41.1
accelerate==0.30.1
bitsandbytes
fastapi
uvicorn[standard]

# Additional optimizations for faster loading
tokenizers>=0.15.0  # Fast tokenizers (auto-installed with transformers but explicit for optimization)
safetensors>=0.4.0  # Faster model loading format
huggingface-hub>=0.19.0  # Better caching and download management

# Optional performance improvements
psutil>=5.9.0  # For system monitoring
python-multipart  # For FastAPI file uploads if needed

python-dotenv