Hugging Face's logo

Spaces:
MWilinski
/
HF-QA-Demo
Paused

App Files Community
MWilinski commited on
Commit
7b60eea
·
1 Parent(s): 20c6623

awq fix

Browse files
Files changed (1) hide show
  1. qa_engine/qa_engine.py +0 -1
qa_engine/qa_engine.py CHANGED
@@ -80,7 +80,6 @@ class TransformersPipelineModel(LLM):
80
  'text-generation',
81
  model=model,
82
  tokenizer=tokenizer,
83
- torch_dtype=torch.bfloat16,
84
  device_map='auto',
85
  eos_token_id=tokenizer.eos_token_id,
86
  pad_token_id=tokenizer.eos_token_id,
 
80
  'text-generation',
81
  model=model,
82
  tokenizer=tokenizer,
 
83
  device_map='auto',
84
  eos_token_id=tokenizer.eos_token_id,
85
  pad_token_id=tokenizer.eos_token_id,