6 lines
113 B
JSON
6 lines
113 B
JSON
{
|
|
"model_max_length": 512,
|
|
"pad_token": "$",
|
|
"tokenizer_class": "PreTrainedTokenizer",
|
|
"unk_token": "$"
|
|
} |