irony - clear data and add plot function

This commit is contained in:
Maciej Ścigacz 2023-06-11 14:49:02 +02:00
parent c42160d818
commit 150b80d4f4
2 changed files with 32 additions and 5 deletions

View File

@ -7,5 +7,30 @@ def irony_prediction(data):
return result return result
def clear_data(data): def clear_data(data):
#czyszczenie danych data = [i.replace('#','').
return data replace('@','').
replace('\uf8ff','').
replace('\t','').
replace('\"','').
replace('\U000fe329','').
replace('\U000fe35b','').
replace('\U000fe4ef','').
replace('\U000fe341','')
for i in data['sentences']]
return data
def count_predictions(predictions):
l0 = 0
l1 = 0
all = {}
for i in predictions:
if i['label'] == 'LABEL_0':
l0 += 1
if i['label'] == 'LABEL_1':
l1 += 1
all['irony'] = l1
all['non-irony'] = l0
return all

View File

@ -3,17 +3,19 @@ from flask import(
jsonify, jsonify,
Blueprint, Blueprint,
) )
from application.functions.irony import irony_prediction from application.functions.irony import irony_prediction, count_predictions, clear_data
irony_service = Blueprint("irony_service", __name__) irony_service = Blueprint("irony_service", __name__)
@irony_service.route("/get_irony_data", methods=['POST']) @irony_service.route("/get_irony_data", methods=['POST'])
def get_data(): def get_data():
data = request.get_json() data = request.get_json()
predicitons = irony_prediction(data['sentences']) data_clear = clear_data(data)
predicitons = irony_prediction(data_clear)
count_labels = count_predictions(predicitons)
for i in range(0, len(predicitons)): for i in range(0, len(predicitons)):
predicitons[i]['sentence'] = data['sentences'][i] predicitons[i]['sentence'] = data['sentences'][i]
predicitons[i]['label'] = predicitons[i]['label'][6:] predicitons[i]['label'] = predicitons[i]['label'][6:]
return jsonify({"predictions": predicitons}) return jsonify({"predictions": predicitons, "count_labels": count_labels})