Hugging Face's logo

Spaces:
VeganSquirrel
/
HuggingFaceH4-zephyr-7b-alpha
Sleeping

App Files Community
1
VeganSquirrel commited on
Commit
576d291
·
verified ·
1 Parent(s): 739ea5f

m

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -40,7 +40,7 @@ index.add(embeddings)
40
 
41
  model_name = "TheBloke/zephyr-7B-beta-GPTQ"
42
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
43
- model = AutoModelForCausalLM.from_pretrained(model_name, device_map="balanced", trust_remote_code=False, use_exllama=False)
44
 
45
 
46
  # Step 4: Define the Retrieval Function
 
40
 
41
  model_name = "TheBloke/zephyr-7B-beta-GPTQ"
42
  tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
43
+ model = AutoModelForCausalLM.from_pretrained(model_name, device_map="balanced", trust_remote_code=False)
44
 
45
 
46
  # Step 4: Define the Retrieval Function