8bitnand
initial commit - basic chat model UI
ca9a177
raw
history blame
476 Bytes
from google import SemanticSearch
from transformers import AutoTokenizer, AutoModel
class RAGModel:
def __init__(self, configs) -> None:
self.configs = configs
model_url = configs["RAG"]["genration_model"]
self.model = AutoModel.from_pretrained(model_url)
self.tokenizer = AutoTokenizer.from_pretrained(model_url)
def create_propmt(self, topk_items: list[str]):
def answer_query(self, query: str, context: list[str]) :