Create util.py

util.py

@@ -0,0 +1,46 @@
+import warnings
+import torch
+import gradio
+from transformers import pipeline
+from bs4 import BeautifulSoup
+import requests
+
+summarizer = pipeline("summarization", model="stevhliu/my_awesome_billsum_model")
+url = "https://medium.com/analytics-vidhya/openai-gpt-3-language-models-are-few-shot-learners-82531b3d3122"
+r = requests.get(url)
+soup = BeautifulSoup(r.text, 'html.parser')
+results = soup.find_all(['hl', 'p'])
+text = [result.text for result in results]
+Article = ''.join(text)
+max_chunk = 500
+Article = Article.replace('.', '')
+Article = Article.replace('?', '')
+Article = Article.replace('!', '')
+
+def SUMMARIZE(Url):
+    Url = "https://medium.com/analytics-vidhya/openai-gpt-3-language-models-are-few-shot-learners-82531b3d3122"
+    summarizer = pipeline("summarization", model="stevhliu/my_awesome_billsum_model")
+    r = requests.get(Url)
+    soup = BeautifulSoup(r.text, 'html.parser')
+    results = soup.find_all(['hl', 'p'])
+    text = [result.text for result in results]
+    Article = ''.join(text)
+    sentences = Article.split(' ')
+    current_chunk = 0
+    chunks = []
+    for sentence in sentences:
+        if len(chunks) == current_chunk + 1:
+            if len(chunks[current_chunk]) + len(sentence.split(' ')) <= max_chunk:
+                chunks[current_chunk].extend(sentence.split(' '))
+            else:
+                current_chunk += 1
+                chunks.append(sentence.split(' '))
+        else:
+            #print(current_chunk)
+            chunks.append(sentence.split(' '))
+
+    for chunk_id in range(len(chunks)):
+        chunks[chunk_id] = ' '.join(chunks[chunk_id])
+    res = summarizer(chunks, max_length=120, min_length=30, do_sample=False)
+    for i in range(len(res)):
+        return res[i].values()