Merge branch 'master' of github.com:kubapok/ireland-news
This commit is contained in:
commit
7439b3b37b
76496
dev-0/out.tsv
76496
dev-0/out.tsv
File diff suppressed because it is too large
Load Diff
@ -4,7 +4,7 @@ from tqdm import tqdm
|
||||
from config import LABELS_LIST
|
||||
|
||||
device = 'cuda'
|
||||
model_path= 't5-retrained'
|
||||
model_path= 't5-retrained/checkpoint-110000'
|
||||
|
||||
|
||||
from transformers import AutoModelForSequenceClassification
|
||||
|
@ -1,15 +1,19 @@
|
||||
python run_summarization.py \
|
||||
--model_name_or_path t5-base \
|
||||
--model_name_or_path google/t5-v1_1-base \
|
||||
--do_train \
|
||||
--train_file ../train/huggingface_format.csv \
|
||||
--validation_file ../dev-0/huggingface_format.csv \
|
||||
--validation_file ../dev-0/huggingface_format_short.csv \
|
||||
--source_prefix "classify: " \
|
||||
--summary_column 'label' \
|
||||
--max_target_length=4 \
|
||||
--max_source_length=64 \
|
||||
--num_train_epochs 20 \
|
||||
--output_dir ./t5-retrained \
|
||||
--per_device_train_batch_size=16 \
|
||||
--per_device_eval_batch_size=16 \
|
||||
--gradient_accumulation_steps=4 \
|
||||
--overwrite_output_dir \
|
||||
--predict_with_generate \
|
||||
--save_steps=10000 \
|
||||
--eval_steps=10000 \
|
||||
--evaluation_strategy steps
|
||||
|
48958
test-A/out.tsv
48958
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user