Update app.py

app.py

@@ -5,65 +5,135 @@ from textblob import TextBlob
 from transformers import AutoTokenizer, AutoModelForSequenceClassification
 import torch
 import torch.nn.functional as F
+from transformers import BertForMaskedLM
+import pandas as pd
+
+# model = BertForMaskedLM.from_pretrained("remi/bertabs-finetuned-extractive-abstractive-summarization")
 
 textIn = st.text_input("Input Text Here:", "I really like the color of your car!")
 
-# option = st.selectbox('Which pre-trained model would you like for your sentiment analysis?',('Pipeline', 'TextBlob', 'MILESTONE 3'))
-option = st.selectbox('Which pre-trained model would you like for your sentiment analysis?',('MILESTONE 3', 'Pipeline'))
+option = st.selectbox('Which pre-trained model would you like for your sentiment analysis?',('MILESTONE 3', 'Pipeline', 'TextBlob'))
 
 st.write('You selected:', option)
 
 if option == 'MILESTONE 3':
-    polarity = TextBlob(textIn).sentiment.polarity
-    subjectivity = TextBlob(textIn).sentiment.subjectivity
-    sentiment = ''
-    if polarity < 0:
-        sentiment = 'Negative'
-    elif polarity == 0:
-        sentiment = 'Neutral'
-    else:
-        sentiment = 'Positive'
-    st.write('According to TextBlob, input text is ', sentiment, ' and a subjectivity score (from 0 being objective to 1 being subjective) of ', subjectivity)
-
-    # model_name_0 = "Rathgeberj/milestone3_0"
+    model_name_0 = "Rathgeberj/milestone3_0"
     # model_0 = AutoModelForSequenceClassification.from_pretrained(model_name_0)
-    # tokenizer_0 = AutoTokenizer.from_pretrained(model_name_0)
-    # classifier_0 = pipeline(task="sentiment-analysis", model=model_0, tokenizer=tokenizer_0)
+    model_0 = BertForMaskedLM.from_pretrained(model_name_0)
+    tokenizer_0 = AutoTokenizer.from_pretrained(model_name_0)
+    classifier_0 = pipeline(task="sentiment-analysis", model=model_0, tokenizer=tokenizer_0)
 
-    # model_name_1 = "Rathgeberj/milestone3_1"
+    model_name_1 = "Rathgeberj/milestone3_1"
     # model_1 = AutoModelForSequenceClassification.from_pretrained(model_name_1)
-    # tokenizer_1 = AutoTokenizer.from_pretrained(model_name_1)
-    # classifier_1 = pipeline(task="sentiment-analysis", model=model_1, tokenizer=tokenizer_1)
+    model_1 = BertForMaskedLM.from_pretrained(model_name_1)
+    tokenizer_1 = AutoTokenizer.from_pretrained(model_name_1)
+    classifier_1 = pipeline(task="sentiment-analysis", model=model_1, tokenizer=tokenizer_1)
 
-    # model_name_2 = "Rathgeberj/milestone3_2"
+    model_name_2 = "Rathgeberj/milestone3_2"
     # model_2 = AutoModelForSequenceClassification.from_pretrained(model_name_2)
-    # tokenizer_2 = AutoTokenizer.from_pretrained(model_name_2)
-    # classifier_2 = pipeline(task="sentiment-analysis", model=model_2, tokenizer=tokenizer_2)
+    model_2 = BertForMaskedLM.from_pretrained(model_name_2)
+    tokenizer_2 = AutoTokenizer.from_pretrained(model_name_2)
+    classifier_2 = pipeline(task="sentiment-analysis", model=model_2, tokenizer=tokenizer_2)
 
-    # model_name_3 = "Rathgeberj/milestone3_3"
+    model_name_3 = "Rathgeberj/milestone3_3"
     # model_3 = AutoModelForSequenceClassification.from_pretrained(model_name_3)
-    # tokenizer_3 = AutoTokenizer.from_pretrained(model_name_3)
-    # classifier_3 = pipeline(task="sentiment-analysis", model=model_3, tokenizer=tokenizer_3)
+    model_3 = BertForMaskedLM.from_pretrained(model_name_3)
+    tokenizer_3 = AutoTokenizer.from_pretrained(model_name_3)
+    classifier_3 = pipeline(task="sentiment-analysis", model=model_3, tokenizer=tokenizer_3)
 
-    # model_name_4 = "Rathgeberj/milestone3_4"
+    model_name_4 = "Rathgeberj/milestone3_4"
     # model_4 = AutoModelForSequenceClassification.from_pretrained(model_name_4)
-    # tokenizer_4 = AutoTokenizer.from_pretrained(model_name_4)
-    # classifier_4 = pipeline(task="sentiment-analysis", model=model_4, tokenizer=tokenizer_4)
+    model_4 = BertForMaskedLM.from_pretrained(model_name_4)
+    tokenizer_4 = AutoTokenizer.from_pretrained(model_name_4)
+    classifier_4 = pipeline(task="sentiment-analysis", model=model_4, tokenizer=tokenizer_4)
 
-    # model_name_5 = "Rathgeberj/milestone3_5"
+    model_name_5 = "Rathgeberj/milestone3_5"
     # model_5 = AutoModelForSequenceClassification.from_pretrained(model_name_5)
-    # tokenizer_5 = AutoTokenizer.from_pretrained(model_name_5)
-    # classifier_5 = pipeline(task="sentiment-analysis", model=model_5, tokenizer=tokenizer_5)
+    model_5 = BertForMaskedLM.from_pretrained(model_name_5)
+    tokenizer_5 = AutoTokenizer.from_pretrained(model_name_5)
+    classifier_5 = pipeline(task="sentiment-analysis", model=model_5, tokenizer=tokenizer_5)
 
-    # models = [model_0, model_1, model_2, model_3, model_4, model_5]
-    # tokenizers = [tokenizer_0, tokenizer_1, tokenizer_2, tokenizer_3, tokenizer_4, tokenizer_5]
-    # classifiers = [classifier_0, classifier_1, classifier_2, classifier_3, classifier_4, classifier_5]
+    models = [model_0, model_1, model_2, model_3, model_4, model_5]
+    tokenizers = [tokenizer_0, tokenizer_1, tokenizer_2, tokenizer_3, tokenizer_4, tokenizer_5]
+    classifiers = [classifier_0, classifier_1, classifier_2, classifier_3, classifier_4, classifier_5]
 
-    # X_train = [textIn]
-    # batch = tokenizer(X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
+    st.write('IF YOURE READING THIS: I was unable to complete a fully functioning milestone 3. \
+              If this message print, that means my program successfully loaded my pretrained models. \
+              They are fine tuned iterations of the Bert uncased model, trained on the given training data. \
+              The issue arose when I tried to use my models to analyze the input string, and after much troubleshooting, \
+              I was unable to get it to work. My pre-processing and training algorithm, along with each models .json and config \
+              files will be linked in the github along with the tokenizer I used.')
 
-    
-    # st.write('TESTING2')
+    # X_train = [textIn]
+    # batch = tokenizer_0(X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
+
+    # with torch.no_grad():
+    #     outputs = model_0(**batch_0, labels=torch.tensor([1, 0]))
+    #     predictions = F.softmax(outputs.logits, dim=1)
+    #     labels = torch.argmax(predictions, dim=1)
+    #     labels = [model.config.id2label[label_id] for label_id in labels.tolist()]
+
+    # st.write(predictions['label'])
+
+
+    col = ['Tweet', 'Highest_Toxicity_Class_Overall', 'Score_Overall', 'Highest_Toxicity_Class_Except_Toxic', 'Score_Except_Toxic']
+    df = pd.DataFrame(columns=col)
+    pre_populated_tweets = ['Yo bitch Ja Rule is more succesful then youll ever be whats up with you and hating you sad mofuckas...i should bitch slap ur pethedic white faces and get you to kiss my ass you guys sicken me. Ja rule is about pride in da music man. dont diss that shit on him. and nothin is wrong bein like tupac he was a brother too...fuckin white boys get things right next time.', 
+                                'If you have a look back at the source, the information I updated was the correct form. I can only guess the source hadnt updated. I shall update the information once again but thank you for your message.', 
+                                'I dont anonymously edit articles at all.', 
+                                'Thank you for understanding. I think very highly of you and would not revert without discussion.', 
+                                'Please do not add nonsense to Wikipedia. Such edits are considered vandalism and quickly undone. If you would like to experiment, please use the sandbox instead. Thank you.   -', 
+                                'Dear god this site is horrible.', 
+                                'I think its crap that the link to roggenbier is to this article. Somebody that knows how to do things should change it.', 
+                                'Please stop. If you continue to vandalize Wikipedia, as you did to Homosexuality, you will be blocked from editing.', 
+                                'yeah, thanks for reviving the tradition of pissing all over articles because you want to live out your ethnic essentialism. Why let mere facts get into the way of enjoying that.', 
+                                'Ive deleted the page , as we have no evidence that you are the person named on that page, and its content goes against Wikipedias policies for the use of user pages.', 
+                                ]
+    HTCO = [0]*10
+    SO = [0]*10
+    HTCET = [0]*10
+    SET = [0]*10
+
+
+
+    pred_data = []
+
+    # for i in range(10):
+    #     X_train = pre_populated_tweets[i]
+    #     for j in range(6):
+    #         batch = tokenizers[j](X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
+    #         with torch.no_grad():
+    #             outputs = models[j](**batch, labels=torch.tensor([1, 0]))
+    #             predictions = F.softmax(outputs.logits, dim=1)
+    #             labels = torch.argmax(predictions, dim=1)
+    #             labels = [model.config.id2label[label_id] for label_id in labels.tolist()]
+    #             pred_data.append(predictions)
+
+    # st.write(pred_data[0]['label'])
+
+    # for i in range(10):
+    #     HTCO[i]=pred_data[i]['label']
+
+    df = df.assign(Tweet=pre_populated_tweets)
+    df = df.assign(Highest_Toxicity_Class_Overall=HTCO)
+    df = df.assign(Score_Overall=SO)
+    df = df.assign(Highest_Toxicity_Class_Except_Toxic=HTCET)
+    df = df.assign(Score_Except_Toxic=SET)
+
+    # X_train = 'I dont anonymously edit articles at all.'
+    # batch = tokenizers[0](X_train, padding=True, truncation=True, max_length=512, return_tensors="pt")
+
+    # with torch.no_grad():
+    #     outputs = models[0](**batch, labels=torch.tensor([1, 0]))
+    #     predictions = F.softmax(outputs.logits, dim=1)
+    #     labels = torch.argmax(predictions, dim=1)
+    #     labels = [model.config.id2label[label_id] for label_id in labels.tolist()]
+    #     pred_data.append(predictions)
+
+            
+    st.table(df)
+
+    # st.write(pred_data)
 
 if option == 'Pipeline':
 
@@ -75,17 +145,17 @@ if option == 'Pipeline':
     preds = [{"score": round(pred["score"], 4), "label": pred["label"]} for pred in preds]
     st.write('According to Pipeline, input text is ', preds[0]['label'], ' with a confidence of ', preds[0]['score'])
 
-# if option == 'TextBlob':
-#     polarity = TextBlob(textIn).sentiment.polarity
-#     subjectivity = TextBlob(textIn).sentiment.subjectivity
-#     sentiment = ''
-#     if polarity < 0:
-#         sentiment = 'Negative'
-#     elif polarity == 0:
-#         sentiment = 'Neutral'
-#     else:
-#         sentiment = 'Positive'
-#     st.write('According to TextBlob, input text is ', sentiment, ' and a subjectivity score (from 0 being objective to 1 being subjective) of ', subjectivity)
+if option == 'TextBlob':
+    polarity = TextBlob(textIn).sentiment.polarity
+    subjectivity = TextBlob(textIn).sentiment.subjectivity
+    sentiment = ''
+    if polarity < 0:
+        sentiment = 'Negative'
+    elif polarity == 0:
+        sentiment = 'Neutral'
+    else:
+        sentiment = 'Positive'
+    st.write('According to TextBlob, input text is ', sentiment, ' and a subjectivity score (from 0 being objective to 1 being subjective) of ', subjectivity)
 
 
 #------------------------------------------------------------------------
@@ -113,4 +183,4 @@ if option == 'Pipeline':
 # tokenizer = AutoTokenizer.from_pretrained(save_directory)
 # model = AutoModelForSequenceClassification.from_pretrained(save_directory)
 
-#------------------------------------------------------------------------
+#------------------------------------------------------------------------