temporal-t5/3_create_config.py

7 lines
307 B
Python

from transformers import T5Config
from transformers import PreTrainedTokenizerFast
tokenizer = PreTrainedTokenizerFast(tokenizer_file='./temporal-t5-base/tokenizer.json')
config = T5Config.from_pretrained("google/t5-v1_1-base", vocab_size=tokenizer.vocab_size)
config.save_pretrained("./temporal-t5-base")