Add cohere2moe to llama-vocab for TINY_AYA (#24601)

This commit is contained in:
Bartowski 2026-06-14 03:04:46 -04:00 committed by GitHub
parent 46722116b9
commit 8ed274ef46
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -2280,7 +2280,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
clean_spaces = false;
ignore_merges = true;
} else if (
tokenizer_pre == "tiny_aya") {
tokenizer_pre == "tiny_aya" ||
tokenizer_pre == "cohere2moe") {
pre_type = LLAMA_VOCAB_PRE_TYPE_TINY_AYA;
clean_spaces = false;
} else if (