Yoxas commited on
Commit
7da1c5f
·
verified ·
1 Parent(s): 6d06280

Update src/pdfchatbot.py

Browse files
Files changed (1) hide show
  1. src/pdfchatbot.py +2 -2
src/pdfchatbot.py CHANGED
@@ -60,7 +60,7 @@ class PDFChatBot:
60
  print("Vector store created")
61
  @spaces.GPU
62
  def load_tokenizer(self):
63
- self.tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct")
64
 
65
  @spaces.GPU
66
  def create_organic_pipeline(self):
@@ -102,7 +102,7 @@ class PDFChatBot:
102
  temp = 0.1
103
  outputs = self.pipe(
104
  prompt,
105
- max_new_tokens=1024,
106
  do_sample=True,
107
  temperature=temp,
108
  top_p=0.9,
 
60
  print("Vector store created")
61
  @spaces.GPU
62
  def load_tokenizer(self):
63
+ self.tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
64
 
65
  @spaces.GPU
66
  def create_organic_pipeline(self):
 
102
  temp = 0.1
103
  outputs = self.pipe(
104
  prompt,
105
+ max_new_tokens=2048,
106
  do_sample=True,
107
  temperature=temp,
108
  top_p=0.9,