Spaces:
Sleeping
Sleeping
Commit
·
f279b31
1
Parent(s):
b1b63c5
updated model.py
Browse files
model.py
CHANGED
@@ -39,7 +39,7 @@ import os
|
|
39 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
40 |
import torch
|
41 |
|
42 |
-
MODEL_NAME = "bigcode/starcoderbase-
|
43 |
HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
|
44 |
|
45 |
quant_config = BitsAndBytesConfig(
|
|
|
39 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
40 |
import torch
|
41 |
|
42 |
+
MODEL_NAME = "bigcode/starcoderbase-3b" # Lighter version
|
43 |
HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
|
44 |
|
45 |
quant_config = BitsAndBytesConfig(
|