Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -33,6 +33,7 @@ topic_model = pipeline("zero-shot-classification", model="valhalla/distilbart-mn
|
|
33 |
#model = pipeline("text-generation", model="Organika/StarCoder-7B-WoW-JSON_1", device=0)
|
34 |
|
35 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
|
36 |
|
37 |
bnb_config = BitsAndBytesConfig(
|
38 |
load_in_4bit=True,
|
|
|
33 |
#model = pipeline("text-generation", model="Organika/StarCoder-7B-WoW-JSON_1", device=0)
|
34 |
|
35 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
36 |
+
import torch
|
37 |
|
38 |
bnb_config = BitsAndBytesConfig(
|
39 |
load_in_4bit=True,
|