from transformers import RobertaForSequenceClassification, AutoTokenizer, AutoModelForTokenClassification, pipeline import torch import nltk import docx2txt import pandas as pd import os import matplotlib.pyplot as plt import openpyxl from openpyxl.styles import Font, Color, PatternFill from openpyxl.styles.colors import WHITE import gradio as gr nltk.download('punkt') # Load the model and tokenizer senti_model = RobertaForSequenceClassification.from_pretrained("wonrax/phobert-base-vietnamese-sentiment") senti_tokenizer = AutoTokenizer.from_pretrained("wonrax/phobert-base-vietnamese-sentiment", use_fast=False) # Load the model and tokenizer segmentation seg_tokenizer = AutoTokenizer.from_pretrained("NlpHUST/vi-word-segmentation") seg_model = AutoModelForTokenClassification.from_pretrained("NlpHUST/vi-word-segmentation") nlp = pipeline("token-classification", model=seg_model, tokenizer=seg_tokenizer) # Word segmented def segmentation(sentences): segmented_sentences = [] for sentence in sentences: ner_results = nlp(sentence) sentence_tok = "" for e in ner_results: if "##" in e["word"]: sentence_tok = sentence_tok + e["word"].replace("##", "") elif e["entity"] == "I": sentence_tok = sentence_tok + "_" + e["word"] else: sentence_tok = sentence_tok + " " + e["word"] segmented_sentences.append(sentence_tok.strip()) return segmented_sentences # File read def read_file(docx): try: text = docx2txt.process(docx) lines = text.split('\n') lines = [line.strip() for line in lines] lines = [line for line in lines if line] return lines # add this line except Exception as e: print(f"Error reading file: {e}") # Define a function to analyze the sentiment of a text def analyze(sentence): input_ids = torch.tensor([senti_tokenizer.encode(sentence)]) with torch.no_grad(): out = senti_model(input_ids) results = out.logits.softmax(dim=-1).tolist() return results[0] def file_analysis(docx): # Read the file and segment the sentences sentences = read_file(docx) segmented_sentences = segmentation(sentences) # Analyze the sentiment of each sentence results = [] for sentence in segmented_sentences: results.append(analyze(sentence)) return results def generate_pie_chart(df): # Calculate the average scores neg_avg = df['Negative'].mean() pos_avg = df['Positive'].mean() neu_avg = df['Neutral'].mean() # Create a new DataFrame with the average scores avg_df = pd.DataFrame({'Sentiment': ['Negative', 'Positive', 'Neutral'], 'Score': [neg_avg, pos_avg, neu_avg]}) # Set custom colors for the pie chart colors = ['#BDBDBD', '#9ACD32', '#87CEFA'] # Create a pie chart showing the average scores plt.pie(avg_df['Score'], labels=avg_df['Sentiment'], colors=colors, autopct='%1.1f%%') plt.title('Average Scores by Sentiment') # Save the pie chart as an image file in the static folder pie_chart_name = 'pie_chart.png' plt.savefig(pie_chart_name) plt.close() return pie_chart_name def generate_excel_file(df): # Create a new workbook and worksheet wb = openpyxl.Workbook() ws = wb.active # Add column headers to the worksheet headers = ['Negative', 'Positive', 'Neutral', 'Text'] for col_num, header in enumerate(headers, 1): cell = ws.cell(row=1, column=col_num) cell.value = header cell.font = Font(bold=True) # Set up cell formatting for each sentiment fill_dict = { 'Negative': PatternFill(start_color='BDBDBD', end_color='BDBDBD', fill_type='solid'), 'Positive': PatternFill(start_color='9ACD32', end_color='9ACD32', fill_type='solid'), 'Neutral': PatternFill(start_color='87CEFA', end_color='87CEFA', fill_type='solid') } # Loop through each row of the input DataFrame and write data to the worksheet for row_num, row_data in df.iterrows(): # Calculate the highest score and corresponding sentiment for this row sentiment_cols = ['Negative', 'Positive', 'Neutral'] scores = [row_data[col] for col in sentiment_cols] max_score = max(scores) max_index = scores.index(max_score) sentiment = sentiment_cols[max_index] # Write the data to the worksheet for col_num, col_data in enumerate(row_data, 1): cell = ws.cell(row=row_num + 2, column=col_num) cell.value = col_data if col_num in [1, 2, 3]: if col_data == max_score: cell.fill = fill_dict[sentiment] if col_num == 4: fill = fill_dict[sentiment] font_color = WHITE if fill.start_color.rgb == 'BDBDBD' else Color('000000') cell.fill = fill cell.font = Font(color=font_color) if col_data == max_score: cell.fill = fill_dict[sentiment] # Save the workbook excel_file_path = 'result.xlsx' wb.save(excel_file_path) return excel_file_path def process_file(docx): # Perform analysis on the file results = file_analysis(docx) # Create a DataFrame from the results df = pd.DataFrame(results, columns=['Negative', 'Positive', 'Neutral']) df['Text'] = read_file(docx) # Generate the pie chart and excel file pie_chart_name = generate_pie_chart(df) excel_file_path = generate_excel_file(df) return pie_chart_name, excel_file_path def analyze_file(file, sentence): if file and sentence: # Both file and sentence inputs are provided # Process the uploaded file and generate the output files pie_chart_name, excel_file_path = process_file(file.name) # Analyze the sentiment of the input sentence segmented_sentence = segmentation([sentence]) results = analyze(segmented_sentence[0]) # Get the label names label_names = ['Negative', 'Positive', 'Neutral'] # Create the output text with labels and scores output_text = "" for label, score in zip(label_names, results): score_formatted = "{:.2f}".format(score) output_text += f"{label}: {score_formatted}\n" return excel_file_path, pie_chart_name, output_text elif sentence: # Only sentence input is provided # Analyze the sentiment of the input sentence segmented_sentence = segmentation([sentence]) results = analyze(segmented_sentence[0]) # Get the label names label_names = ['Negative', 'Positive', 'Neutral'] # Create the output text with labels and scores output_text = "" for label, score in zip(label_names, results): score_formatted = "{:.2f}".format(score) output_text += f"{label}: {score_formatted}\n" return None, None, output_text elif file: # Only file input is provided # Process the uploaded file and generate the output files pie_chart_name, excel_file_path = process_file(file.name) # Return the file paths for the pie chart and excel file return excel_file_path, pie_chart_name, None inputs = [ gr.File(label="Chọn Tệp Bạn Muốn Phân Tích"), gr.Textbox(label="Nhập Văn Bản") ] outputs = [ gr.File(label="Kết Quả Phân Tích Excel"), gr.Image(type="filepath", label="Thông Số Phân Tích"), gr.Textbox(label="Kết Quả Phân Tích") ] interface = gr.Interface( fn=analyze_file, inputs=inputs, outputs=outputs, title="Sentiment Analysis", allow_flagging="never" # Disable flag button ) if __name__ == "__main__": interface.launch()