llama : support BailingMoE (Ling) (#12634)

This commit is contained in:
Sigbjørn Skjæret
2025-03-30 22:21:03 +02:00
committed by GitHub
parent 4663bd353c
commit 2c3f8b850a
13 changed files with 404 additions and 0 deletions

View File

@ -112,6 +112,7 @@ models = [
{"name": "gpt-4o", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/Xenova/gpt-4o", },
{"name": "superbpe", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/UW/OLMo2-8B-SuperBPE-t180k", },
{"name": "trillion", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/trillionlabs/Trillion-7B-preview", },
{"name": "bailingmoe", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/inclusionAI/Ling-lite", },
]