abobonbobo13 commited on
Commit
d0ea771
·
verified ·
1 Parent(s): 0e33c0f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -1,8 +1,13 @@
1
  import torch
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
 
 
 
 
 
 
4
  MODEL_ID = "rinna/bilingual-gpt-neox-4b-instruction-ppo"
5
- model = AutoModelForCausalLM.from_pretrained("model_name", device_map="cpu")
6
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, use_fast=False)
7
 
8
  device = model.device
 
1
  import torch
2
  from transformers import AutoModelForCausalLM, AutoTokenizer
3
 
4
+ model = AutoModelForCausalLM.from_pretrained(
5
+ "rinna/bilingual-gpt-neox-4b-instruction-ppo",
6
+ use_auth_token="your_huggingface_token",
7
+ device_map="cpu"
8
+ )
9
+
10
  MODEL_ID = "rinna/bilingual-gpt-neox-4b-instruction-ppo"
 
11
  tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, use_fast=False)
12
 
13
  device = model.device