TKgumi commited on
Commit
644ee1c
·
verified ·
1 Parent(s): d3cca4f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,8 +3,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
 
4
  app = FastAPI()
5
 
6
- # モデルのロード
7
- MODEL_NAME = "Lightblue/DeepSeek-R1-Distill-Qwen-7B-Japanese"
8
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
9
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
10
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
3
 
4
  app = FastAPI()
5
 
6
+ # 🚀 軽量モデルに変更(7B → 3.6B)
7
+ MODEL_NAME = "rinna/japanese-gpt-neox-3.6b"
8
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
9
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
10
  generator = pipeline("text-generation", model=model, tokenizer=tokenizer)