simone-papicchio commited on
Commit
ccba587
·
1 Parent(s): 40354df

fix: transformers not imported

Browse files
Files changed (1) hide show
  1. prediction.py +1 -1
prediction.py CHANGED
@@ -24,7 +24,7 @@ import litellm
24
  from tqdm import tqdm
25
 
26
 
27
- pipeline = transformers.pipeline(
28
  "text-generation",
29
  model="meta-llama/Meta-Llama-3.1-8B-Instruct",
30
  model_kwargs={"torch_dtype": torch.bfloat16},
 
24
  from tqdm import tqdm
25
 
26
 
27
+ pipeline = hf_pipeline(
28
  "text-generation",
29
  model="meta-llama/Meta-Llama-3.1-8B-Instruct",
30
  model_kwargs={"torch_dtype": torch.bfloat16},