diff --git a/roberta_with_year_from_scratch/tokenizer_model/tokenizer_config.json b/roberta_with_year_from_scratch/tokenizer_model/tokenizer_config.json new file mode 100644 index 0000000..cbc6ef8 --- /dev/null +++ b/roberta_with_year_from_scratch/tokenizer_model/tokenizer_config.json @@ -0,0 +1 @@ +{"unk_token": "", "bos_token": "", "eos_token": "", "add_prefix_space": false, "errors": "replace", "sep_token": "", "cls_token": "", "pad_token": "", "mask_token": "", "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "roberta-base", "tokenizer_class": "RobertaTokenizer"} \ No newline at end of file