hackergeek98 commited on
Commit
53fe444
·
verified ·
1 Parent(s): d4ff061

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -3,13 +3,12 @@ import torch
3
  from peft import PeftModel
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
6
-
7
  # Load tokenizer
8
- tokenizer = AutoTokenizer.from_pretrained("hackergeek98/gemma-finetuned")
9
 
10
  # Load base model on CPU with optimizations
11
  base_model = AutoModelForCausalLM.from_pretrained(
12
- "hackergeek98/gemma-finetuned",
13
  torch_dtype=torch.bfloat16, # Efficient memory usage
14
  low_cpu_mem_usage=True
15
  )
 
3
  from peft import PeftModel
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
 
6
  # Load tokenizer
7
+ tokenizer = AutoTokenizer.from_pretrained("google/gemma-3-1b-pt")
8
 
9
  # Load base model on CPU with optimizations
10
  base_model = AutoModelForCausalLM.from_pretrained(
11
+ "google/gemma-3-1b-pt",
12
  torch_dtype=torch.bfloat16, # Efficient memory usage
13
  low_cpu_mem_usage=True
14
  )