Testing sentiment func

app.py

@@ -24,11 +24,21 @@ def preprocess(text):
         new_text.append(t)
     return " ".join(new_text)
 
+# Loading pretrained model
 MODEL = "cardiffnlp/twitter-roberta-base-sentiment"
 tokenizer = AutoTokenizer.from_pretrained(MODEL)
 model = AutoModelForSequenceClassification.from_pretrained(MODEL)
 model.save_pretrained(MODEL)
 
+# Func to get a score using the above model
+def combined_score(text):
+  text = preprocess(text)
+  encoded_input = tokenizer(text, return_tensors='pt')
+  output = model(**encoded_input)
+  scores = output[0][0].detach().numpy()
+  scores = softmax(scores)
+  return -scores[0] + scores[2] # scores = [negative, neutral, positive]
+
 # https://stackoverflow.com/questions/492519/timeout-on-a-function-call
 def timeout(max_timeout):
     """Timeout decorator, parameter in seconds."""
@@ -44,8 +54,7 @@ def timeout(max_timeout):
         return func_wrapper
     return timeout_decorator
 
-# nest_asyncio.apply()
-
+# Getting tweets from a user
 @timeout(120.0) 
 def get_tweets(username, limit=500, save_name=None):
   #nest_asyncio.apply() # Helps avoid RuntimeError: This event loop is already running
@@ -80,5 +89,7 @@ with st.form("my_form"):
     st.write("Fetching user", user, "n_tweets", n_tweets)
     tweets = get_tweets(user, limit=n_tweets)
     st.write(st.dataframe(tweets.head()))
+    tweets['sentiment'] = tweets['tweet'].map(lambda s: combined_score(s))
+    st.write(st.dataframe(tweets[['tweet', 'sentiment']].head()))
 
 st.write("Outside the form")