Spaces:
Build error
Build error
File size: 1,751 Bytes
452b173 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/_test_models/iambestfeed_open_llama_3b_4bit_128g -cs
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-7b-4bit-128g -cs
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-13b-4bit-128g -cs
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-30b-4bit-128g
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-30b-4bit-128g-act
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/llama-30b-4bit-32g-act-ts -l 1550
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/koala-13B-4bit-128g-act
echo "-------------------------------------------------------------------------------------------------------------"
python test_benchmark_inference.py -p -d /mnt/str/models/wizardlm-30b-uncensored-4bit-act-order
echo "-------------------------------------------------------------------------------------------------------------"
|