Spaces:
Runtime error
Runtime error
Commit
·
7b4243d
1
Parent(s):
8c027c8
Update app.py
Browse files
app.py
CHANGED
@@ -12,12 +12,12 @@
|
|
12 |
%cd GPTQ-for-LLaMa
|
13 |
!python setup_cuda.py install
|
14 |
|
15 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
16 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
17 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
18 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
19 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
20 |
-
!aria2c --console-log-level=error -c -x 16 -s 16 -k
|
21 |
|
22 |
%cd /content/text-generation-webui
|
23 |
!python server.py --share --chat --wbits 4 --groupsize 128 --model_type llama
|
|
|
12 |
%cd GPTQ-for-LLaMa
|
13 |
!python setup_cuda.py install
|
14 |
|
15 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/config.json -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o config.json
|
16 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/generation_config.json -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o generation_config.json
|
17 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/special_tokens_map.json -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o special_tokens_map.json
|
18 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/resolve/main/tokenizer.model -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o tokenizer.model
|
19 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/tokenizer_config.json -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o tokenizer_config.json
|
20 |
+
!aria2c --console-log-level=error -c -x 16 -s 16 -k 1m https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/resolve/main/gptq_model-4bit-128g.safetensors -d /content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ -o gptq_model-4bit-128g.safetensors
|
21 |
|
22 |
%cd /content/text-generation-webui
|
23 |
!python server.py --share --chat --wbits 4 --groupsize 128 --model_type llama
|