Spaces:
Runtime error
Runtime error
File size: 8,727 Bytes
12b0fae 49d09fc 12b0fae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 |
import streamlit as st
hide_streamlit_style = """
<style>
#MainMenu {visibility: hidden;}
footer {visibility: hidden;}
</style>
"""
st.markdown(hide_streamlit_style, unsafe_allow_html=True)
def free_version():
import torch
import os
import argparse
import shutil
from langchain.document_loaders import YoutubeLoader
from langchain.text_splitter import RecursiveCharacterTextSplitter
from langchain.vectorstores import Chroma
from langchain.embeddings import OpenAIEmbeddings
from langchain.chains import RetrievalQA
from langchain.llms import OpenAI
import streamlit as st
from langchain.chat_models import ChatOpenAI
from langchain import HuggingFaceHub
from langchain.embeddings import HuggingFaceInstructEmbeddings
from urllib.parse import urlparse, parse_qs
from langchain.embeddings import HuggingFaceBgeEmbeddings
from transformers import pipeline
import textwrap
import time
from deep_translator import GoogleTranslator
from langdetect import detect
def typewriter(text: str, speed: float):
container = st.empty()
displayed_text = ""
for char in text:
displayed_text += char
container.markdown(displayed_text)
time.sleep(1/speed)
def wrap_text_preserve_newlines(text, width=110):
# Split the input text into lines based on newline characters
lines = text.split('\n')
# Wrap each line individually
wrapped_lines = [textwrap.fill(line, width=width) for line in lines]
# Join the wrapped lines back together using newline characters
wrapped_text = '\n'.join(wrapped_lines)
return wrapped_text
def process_llm_response(llm_originalresponse2):
#result_text = wrap_text_preserve_newlines(llm_originalresponse2["result"])
typewriter(llm_originalresponse2["result"], speed=40)
def extract_video_id(youtube_url):
try:
parsed_url = urlparse(youtube_url)
query_params = parse_qs(parsed_url.query)
video_id = query_params.get('v', [None])[0]
return video_id
except Exception as e:
print(f"Error extracting video ID: {e}")
return None
def set_openAi_api_key(api_key: str):
st.session_state["OPENAI_API_KEY"] = api_key
os.environ['OPENAI_API_KEY'] = api_key
def openai_api_insert_component():
with st.sidebar:
st.markdown(
"""
## Quick Guide 🚀
1. Get started by adding your [OpenAI API key](https://platform.openai.com/account/api-keys) below🔑
2. Easily input the video url
3. Engage with the content - ask questions, seek answers💬
"""
)
api_key_input = st.text_input("Input your OpenAI API Key",
type="password",
placeholder="Format: sk-...",
help="You can get your API key from https://platform.openai.com/account/api-keys.")
if api_key_input == "" or api_key_input is None:
st.sidebar.caption("👆 :red[Please set your OpenAI API Key here]")
st.caption(":green[Your API is not stored anywhere. It is only used to generate answers to your questions.]")
set_openAi_api_key(api_key_input)
def launchfreeversion():
HUGGINGFACE_API_TOKEN = os.environ['access_code']
model_name = "BAAI/bge-base-en"
encode_kwargs = {'normalize_embeddings': True}
st.title('MKG: Your Chat with Youtube Assistant')
videourl = st.text_input("Insert The video URL", placeholder="Format should be like: https://www.youtube.com/watch?v=pSLeYvld8Mk")
query = st.text_input("Ask any question about the video",help="Suggested queries: Summarize the key points of this video - What is this video about - Ask about a specific thing in the video ")
st.warning("⚠️ Please Keep in mind that the accuracy of the response relies on the :red[Video's quality] and the :red[prompt's Quality]. Occasionally, the response may not be entirely accurate. Consider using the response as a reference rather than a definitive answer.")
if st.button("Submit Question", type="primary"):
with st.spinner('Processing the Video...'):
video_id = extract_video_id(videourl)
loader = YoutubeLoader(video_id)
documents = loader.load()
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
documents = text_splitter.split_documents(documents)
vectordb = Chroma.from_documents(
documents,
#embedding = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-xl",
# model_kwargs={"device": "cuda"})
embedding= HuggingFaceBgeEmbeddings( model_name=model_name, model_kwargs={'device': 'cuda' if torch.cuda.is_available() else 'cpu'}, encode_kwargs=encode_kwargs)
)
repo_id = "tiiuae/falcon-7b-instruct"
qa_chain = RetrievalQA.from_chain_type(
llm=HuggingFaceHub(huggingfacehub_api_token=HUGGINGFACE_API_TOKEN,
repo_id=repo_id,
model_kwargs={"temperature":0.1, "max_new_tokens":1000}),
retriever=vectordb.as_retriever(),
return_source_documents=False,
verbose=False
)
with st.spinner('Generating Answer...'):
llm_response = qa_chain(query)
#llm_originalresponse2=llm_response['result']
process_llm_response(llm_response)
launchfreeversion()
def intro():
st.markdown("""
# MKG: Your Chat with Youtube Assistant 🎬🤖
Welcome to MKG-Assistant, where AI meets Youtube! 🚀🔍
## Base Models
Q&A-Assistant is built on OpenAI's GPT 3.5 for the premium version and Falcon 7B instruct Model for the free version to enhance your websites browsing experience. Whether you're a student, researcher, or professional, we're here to simplify your interactions with the web. 💡📚
## How to Get Started
1.Enter the Video URL.
2. Enter your API key.(Only if you chose the premium version. Key is not needed in the free version)
3. Ask questions using everyday language.
4. Get detailed, AI-generated answers.
5. Enjoy a smarter way to Interact with Youtube!
## It is Time to Dive in!
""")
page_names_to_funcs = {
"Main Page": intro,
"Open Source Edition (Free version)": free_version
}
#test
demo_name = st.sidebar.selectbox("Choose a version", page_names_to_funcs.keys())
page_names_to_funcs[demo_name]()
st.sidebar.markdown('<a href="https://www.linkedin.com/in/mohammed-khalil-ghali-11305119b/"> Connect on LinkedIn <img src="https://cdn.jsdelivr.net/gh/devicons/devicon/icons/linkedin/linkedin-original.svg" alt="LinkedIn" width="30" height="30"></a>', unsafe_allow_html=True)
st.sidebar.markdown('<a href="https://github.com/khalil-ghali"> Check out my GitHub <img src="https://cdn.jsdelivr.net/gh/devicons/devicon/icons/github/github-original.svg" alt="GitHub" width="30" height="30"></a>', unsafe_allow_html=True) |