vishwask commited on
Commit
f541c23
·
1 Parent(s): 8d758fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +64 -64
app.py CHANGED
@@ -148,74 +148,74 @@ if prompt := st.chat_input("How can I help you today?"):
148
  result = qa_chain(prompt)
149
  output = [result['result']]
150
 
151
- def generate_pdf():
152
- page_number = int(result['source_documents'][0].metadata['page'])
153
- doc = fitz.open(str(result['source_documents'][0].metadata['source']))
154
- text = str(result['source_documents'][0].page_content)
155
- if text != '':
156
- for page in doc:
157
- text_instances = page.search_for(text)
158
- for inst in text_instances:
159
- highlight = page.add_highlight_annot(inst)
160
- highlight.update()
161
- doc.save("/home/user/app/pdf2image/output.pdf", garbage=4, deflate=True, clean=True)
162
-
163
- def pdf_page_to_image(pdf_file, page_number, output_image):
164
- pdf_document = fitz.open(pdf_file)
165
- page = pdf_document[page_number]
166
- dpi = 300 # You can adjust this as needed
167
- pix = page.get_pixmap(matrix=fitz.Matrix(dpi / 100, dpi / 100))
168
- pix.save(output_image, "png")
169
- pdf_document.close()
170
- pdf_page_to_image('/home/user/app/pdf2image/output.pdf', page_number, '/home/user/app/pdf2image/output.png')
171
- #image = Image.open('/home/user/app/pdf2image/output.png')
172
- #message_placeholder.image(image)
173
- #st.session_state.reference = True
174
-
175
-
176
-
177
- def generate_audio():
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
178
  with open('/home/user/app/audio/audio.mp3','wb') as sound_file:
179
- tts = gTTS(result['result'], lang='en', tld='co.in')
180
  tts.write_to_fp(sound_file)
181
  sound = AudioSegment.from_mp3("/home/user/app/audio/audio.mp3")
182
  sound.export("/home/user/app/audio/audio.wav", format="wav")
 
 
183
 
184
- st.session_state['reference'] = '/home/user/app/pdf2image/default_output.png'
185
- st.session_state['audio'] = ''
186
-
187
- for item in output:
188
- full_response += item
189
- message_placeholder.markdown(full_response + "▌")
190
- message_placeholder.markdown(full_response)
191
-
192
-
193
- if "reference" not in st.session_state:
194
- st.session_state.reference = False
195
- if "audio" not in st.session_state:
196
- st.session_state.audio = False
197
-
198
-
199
-
200
- #choice = st.radio("References and TTS",["Reference" , 'TTS'])
201
- on_ref = st.toggle('Reference')
202
- if on_ref:
203
- with st.sidebar:
204
- generate_pdf()
205
- st.session_state['reference'] = '/home/user/app/pdf2image/output.png'
206
- st.image(st.session_state['reference'])
207
-
208
- on_TTS = st.toggle('TTS')
209
- if on_TTS:
210
- with st.sidebar:
211
- with open('/home/user/app/audio/audio.mp3','wb') as sound_file:
212
- tts = gTTS(result['result'], lang='en', tld = 'co.in')
213
- tts.write_to_fp(sound_file)
214
- sound = AudioSegment.from_mp3("/home/user/app/audio/audio.mp3")
215
- sound.export("/home/user/app/audio/audio.wav", format="wav")
216
- st.session_state['audio'] = '/home/user/app/audio/audio.wav'
217
- st.audio(st.session_state['audio'])
218
-
219
- st.session_state.messages.append({"role": "assistant", "content": full_response})
220
 
221
 
 
148
  result = qa_chain(prompt)
149
  output = [result['result']]
150
 
151
+ def generate_pdf():
152
+ page_number = int(result['source_documents'][0].metadata['page'])
153
+ doc = fitz.open(str(result['source_documents'][0].metadata['source']))
154
+ text = str(result['source_documents'][0].page_content)
155
+ if text != '':
156
+ for page in doc:
157
+ text_instances = page.search_for(text)
158
+ for inst in text_instances:
159
+ highlight = page.add_highlight_annot(inst)
160
+ highlight.update()
161
+ doc.save("/home/user/app/pdf2image/output.pdf", garbage=4, deflate=True, clean=True)
162
+
163
+ def pdf_page_to_image(pdf_file, page_number, output_image):
164
+ pdf_document = fitz.open(pdf_file)
165
+ page = pdf_document[page_number]
166
+ dpi = 300 # You can adjust this as needed
167
+ pix = page.get_pixmap(matrix=fitz.Matrix(dpi / 100, dpi / 100))
168
+ pix.save(output_image, "png")
169
+ pdf_document.close()
170
+ pdf_page_to_image('/home/user/app/pdf2image/output.pdf', page_number, '/home/user/app/pdf2image/output.png')
171
+ #image = Image.open('/home/user/app/pdf2image/output.png')
172
+ #message_placeholder.image(image)
173
+ #st.session_state.reference = True
174
+
175
+
176
+
177
+ def generate_audio():
178
+ with open('/home/user/app/audio/audio.mp3','wb') as sound_file:
179
+ tts = gTTS(result['result'], lang='en', tld='co.in')
180
+ tts.write_to_fp(sound_file)
181
+ sound = AudioSegment.from_mp3("/home/user/app/audio/audio.mp3")
182
+ sound.export("/home/user/app/audio/audio.wav", format="wav")
183
+
184
+ st.session_state['reference'] = '/home/user/app/pdf2image/default_output.png'
185
+ st.session_state['audio'] = ''
186
+
187
+ for item in output:
188
+ full_response += item
189
+ message_placeholder.markdown(full_response + "▌")
190
+ message_placeholder.markdown(full_response)
191
+
192
+
193
+ if "reference" not in st.session_state:
194
+ st.session_state.reference = False
195
+ if "audio" not in st.session_state:
196
+ st.session_state.audio = False
197
+
198
+
199
+
200
+ #choice = st.radio("References and TTS",["Reference" , 'TTS'])
201
+ on_ref = st.toggle('Reference')
202
+ if on_ref:
203
+ with st.sidebar:
204
+ generate_pdf()
205
+ st.session_state['reference'] = '/home/user/app/pdf2image/output.png'
206
+ st.image(st.session_state['reference'])
207
+
208
+ on_TTS = st.toggle('TTS')
209
+ if on_TTS:
210
+ with st.sidebar:
211
  with open('/home/user/app/audio/audio.mp3','wb') as sound_file:
212
+ tts = gTTS(result['result'], lang='en', tld = 'co.in')
213
  tts.write_to_fp(sound_file)
214
  sound = AudioSegment.from_mp3("/home/user/app/audio/audio.mp3")
215
  sound.export("/home/user/app/audio/audio.wav", format="wav")
216
+ st.session_state['audio'] = '/home/user/app/audio/audio.wav'
217
+ st.audio(st.session_state['audio'])
218
 
219
+ st.session_state.messages.append({"role": "assistant", "content": full_response})
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
220
 
221