Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model_name_or_path = "Flmc/DISC-MedLLM"
|
|
14 |
|
15 |
|
16 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False, trust_remote_code=True)
|
17 |
-
|
18 |
model.generation_config = GenerationConfig.from_pretrained(model_name_or_path)
|
19 |
|
20 |
|
|
|
14 |
|
15 |
|
16 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=False, trust_remote_code=True)
|
17 |
+
model = AutoModelForCausalLM.from_pretrained(model_name_or_path, device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
|
18 |
model.generation_config = GenerationConfig.from_pretrained(model_name_or_path)
|
19 |
|
20 |
|