umm-maybe commited on
Commit
bea12d1
·
verified ·
1 Parent(s): 03c3dac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -33,6 +33,7 @@ topic_model = pipeline("zero-shot-classification", model="valhalla/distilbart-mn
33
  #model = pipeline("text-generation", model="Organika/StarCoder-7B-WoW-JSON_1", device=0)
34
 
35
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
 
36
 
37
  bnb_config = BitsAndBytesConfig(
38
  load_in_4bit=True,
 
33
  #model = pipeline("text-generation", model="Organika/StarCoder-7B-WoW-JSON_1", device=0)
34
 
35
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
36
+ import torch
37
 
38
  bnb_config = BitsAndBytesConfig(
39
  load_in_4bit=True,