Hugging Face's logo

Spaces:
VeganSquirrel
/
HuggingFaceH4-zephyr-7b-alpha
Sleeping

App Files Community
1
VeganSquirrel commited on
Commit
f1c62a9
·
verified ·
1 Parent(s): 303799b

main

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -40,7 +40,7 @@ index.add(embeddings)
40
 
41
  model_name = "TheBloke/zephyr-7B-beta-GPTQ"
42
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
43
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="cpu", trust_remote_code=False, use_exllama=False)
44
 
45
 
46
  # Step 4: Define the Retrieval Function
 
40
 
41
  model_name = "TheBloke/zephyr-7B-beta-GPTQ"
42
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
43
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="gpu", trust_remote_code=False, use_exllama=False)
44
 
45
 
46
  # Step 4: Define the Retrieval Function