File size: 1,494 Bytes
41ad2dc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
from flask import Flask, request, render_template
import pandas as pd
import spacy
from transformers import pipeline
# Initialize Flask app
app = Flask(__name__)
# Load spaCy model for preprocessing
nlp = spacy.load("en_core_web_sm")
# Load Hugging Face pipelines
sentiment_pipeline = pipeline("sentiment-analysis", model="distilbert-base-uncased-finetuned-sst-2-english")
ner_pipeline = pipeline("ner", model="dbmdz/bert-large-cased-finetuned-conll03-english", aggregation_strategy="simple")
# Function to preprocess text
def preprocess_text(text):
doc = nlp(text)
tokens = [token.lemma_.lower() for token in doc if not token.is_stop and not token.is_punct]
return ' '.join(tokens)
@app.route('/')
def home():
return render_template('index.html')
@app.route('/analyze', methods=['POST'])
def analyze():
if request.method == 'POST':
comments = request.form['comments']
cleaned_comments = preprocess_text(comments)
# Analyze sentiment
sentiment_result = sentiment_pipeline(cleaned_comments)[0]
# Analyze entities
entities_result = ner_pipeline(cleaned_comments)
# Prepare results for rendering
result = {
'original_comment': comments,
'cleaned_comment': cleaned_comments,
'sentiment': sentiment_result,
'entities': entities_result
}
return render_template('result.html', result=result)
if __name__ == '__main__':
app.run(debug=True) |