arya-ai-model commited on
Commit
f279b31
·
1 Parent(s): b1b63c5

updated model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -39,7 +39,7 @@ import os
39
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
40
  import torch
41
 
42
- MODEL_NAME = "bigcode/starcoderbase-1b" # Lighter version
43
  HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
44
 
45
  quant_config = BitsAndBytesConfig(
 
39
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
40
  import torch
41
 
42
+ MODEL_NAME = "bigcode/starcoderbase-3b" # Lighter version
43
  HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
44
 
45
  quant_config = BitsAndBytesConfig(