Spaces:
Build error
Build error
File size: 645 Bytes
d9ce745 232a10d d9ce745 232a10d d9ce745 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
import openai
from utils import *
import mdforest
class Insights:
EMBEDDING_MAX_TOKENS = 8191
def __init__(self, text:str) -> None:
self.corpus = preprocess(mdforest.clean_markdown(text))
self.text = create_nest_sentences(self.corpus, self.EMBEDDING_MAX_TOKENS)
self.keywords = []
self.model = load_keyword_model()
def generate_topics(self) -> list:
print("We are here for generating topics")
for sentence in self.text:
self.keywords = self.keywords + generate_keywords(self.model, sentence)
return self.keywords
|