random-wav2vec2-base / tokenizer_config.json
tinglxn's picture
add tokenizer
df2e998
raw
history blame contribute delete
497 Bytes
{
"bos_token": "<s>",
"do_lower_case": false,
"do_normalize": true,
"eos_token": "</s>",
"name_or_path": "facebook/wav2vec2-base",
"pad_token": "<pad>",
"return_attention_mask": false,
"special_tokens_map_file": "/root/.cache/huggingface/transformers/839634132228a68d786dd782bdfe169d18894f145924a509a48edc7f363db37f.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd",
"tokenizer_class": "Wav2Vec2Tokenizer",
"unk_token": "<unk>",
"word_delimiter_token": "|"
}