tigre-llm-Llama3.2-1B / special_tokens_map.json
beshiribrahim's picture
Upload 7 files
7a28167 verified
raw
history blame contribute delete
666 Bytes
{
"additional_special_tokens": [
"[tig_Ethi]",
"[ara_Arab]",
"[deu_Latn]",
"[eng_Latn]",
"[nno_Latn]",
"[nob_Latn]",
"[swe_Latn]",
"[tir_Ethi]",
"[amh_Ethi]",
"[gez_Ethi]"
],
"bos_token": {
"content": "<|begin_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|end_of_text|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}