Didier commited on
Commit
5cca49a
·
verified ·
1 Parent(s): 65c9e0f

Update model_llm.py

Browse files
Files changed (1) hide show
  1. model_llm.py +1 -2
model_llm.py CHANGED
@@ -11,8 +11,7 @@ import torch
11
  import transformers
12
  from transformers import AutoModelForCausalLM, AutoTokenizer
13
  from transformers import TextIteratorStreamer
14
- from transformers import BitsAndBytesConfig
15
- from threading import Thread
16
 
17
  model_name = "mistralai/Mistral-7B-Instruct-v0.3"
18
  auth_token = os.environ.get("HF_TOKEN")
 
11
  import transformers
12
  from transformers import AutoModelForCausalLM, AutoTokenizer
13
  from transformers import TextIteratorStreamer
14
+ import os
 
15
 
16
  model_name = "mistralai/Mistral-7B-Instruct-v0.3"
17
  auth_token = os.environ.get("HF_TOKEN")