File size: 214 Bytes
35bbfea
 
 
1
2
3
4
python3 -m fastchat.serve.controller &
python3 -m fastchat.serve.model_worker --model-path mistralai/Mistral-7B-Instruct-v0.1 --device cpu &
python3 -m fastchat.serve.openai_api_server --host localhost --port 8000