s444476/exact_data2023
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

huggingface error model

Browse Source
This commit is contained in:
szymonj98 2023-05-31 16:50:59 +02:00
parent 176ba1c9ad
commit 66a0b1c6bc
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
application/functions/errors.py
View File

@ -1,11 +1,12 @@
from transformers import AutoTokenizer
from transformers import pipeline
#from transformers import BartForConditionalGeneration
# model = 'application/models/errors_model'
# tokenizer = AutoTokenizer.from_pretrained('application/tokenizers/errors_tokenizer')
tokenizer = AutoTokenizer.from_pretrained("szymonj/polish-simple-error-correction")
#model = BartForConditionalGeneration.from_pretrained("szymonj/polish-simple-error-correction")
pipe = pipeline("text2text-generation",model="szymonj/polish-simple-error-correction",tokenizer=tokenizer,max_length=2000)
def errors_correction(data):
pipe = pipeline("text2text-generation",model=model,tokenizer=tokenizer,max_length=2000)
result = pipe(data)
return result

4
application/functions/sentiment.py
View File

@ -6,11 +6,11 @@ from facebook_scraper import get_posts
# model = 'application/models/sentiment_model'
# tokenizer = AutoTokenizer.from_pretrained('application/tokenizers/sentiment_tokenizer')
model = GPT2ForSequenceClassification.from_pretrained("Scigi/sentiment-analysis-model", num_labels=3)
#model = GPT2ForSequenceClassification.from_pretrained("Scigi/sentiment-analysis-model", num_labels=3)
tokenizer = AutoTokenizer.from_pretrained("Scigi/sentiment-analysis-model")
pipe = pipeline('text-classification', model="Scigi/sentiment-analysis-model", tokenizer = tokenizer)
def sentiment_prediction(data):
pipe = pipeline('text-classification', model=model, tokenizer = tokenizer)
result = pipe(data)
return result