rrevo's picture
use transformers from git
21b34d4
raw
history blame
244 Bytes
#!/bin/bash
# curl -sS https://bootstrap.pypa.io/get-pip.py | ./.venv/bin/python
# ./.venv/bin/python -m pip install flash_attn==1.0.9 --no-build-isolation
echo "Installation done"
./.venv/bin/uvicorn src.main:app --host 0.0.0.0 --port 7860