File size: 1,697 Bytes
a993e3f
 
1e670df
 
 
 
 
b51836e
1e670df
 
 
 
 
 
 
 
 
 
 
b51836e
1677d79
a993e3f
fdc7b5a
a993e3f
b30fade
 
fdc7b5a
 
 
 
 
 
1e670df
 
fdc7b5a
 
 
 
 
1e670df
 
 
 
 
ab76d86
1e670df
 
 
 
9c13951
fdc7b5a
ab76d86
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

import streamlit as st
from langchain_community.vectorstores import FAISS
from langchain_community.embeddings import HuggingFaceEmbeddings
from flashrank import Ranker, RerankRequest


@st.cache_data
def get_embeddings():
    model_name = "BAAI/bge-large-en-v1.5"
    model_kwargs = {'device': 'cpu',"trust_remote_code":True}
    encode_kwargs = {'normalize_embeddings': True} # set True to compute caosine similarity
    model = HuggingFaceEmbeddings(
        model_name=model_name,
        model_kwargs=model_kwargs,
        encode_kwargs=encode_kwargs,)
    return model

baai_embeddings = get_embeddings()
kadhal_Server = FAISS.load_local("./",baai_embeddings)
ranker = Ranker(model_name="ms-marco-MiniLM-L-12-v2", cache_dir="./")


st.header('kadhalTensor', divider='red')
st.header('_Adhalal Kadhal Seiveer_ is :blue[cool] :cupid:')
st.write("Kadhal Engine on Sangam Literature :love_letter: : by Prabakaran Chandran")


with st.form("my_form"):
   st.write("What do want to know about sangam era's love?")
   
   question_input = st.text_input("")

   
   

   # Every form must have a submit button.
   submitted = st.form_submit_button("Submit")
   if submitted:
       
       docs = kadhal_Server.similarity_search(question_input)
       tobeReranked = [{"text":doc.page_content , "metadata":doc.metadata} for doc in docs]
       rerankInput = RerankRequest(
                        passages=tobeReranked,
                        query=question_input,)
       reranked = ranker.rerank(rerankInput)

       reranked_top = reranked[0:2]
       st.write(reranked_top)
       

st.write("Equal Credits should go to Ms.Vaidehi , who put magnanimous efforts to translate these many poems!")