Added inference support for the Deepseek distilled model

2025-02-23 08:27:37 +00:00
parent c4c6a642fc
commit f99e08b9fe
2 changed files with 185 additions and 73 deletions
@@ -105,6 +105,8 @@ extern "C" {
        LLAMA_VOCAB_PRE_TYPE_GPT3_FINNISH   = 24,
        LLAMA_VOCAB_PRE_TYPE_EXAONE         = 25,
        LLAMA_VOCAB_PRE_TYPE_CHAMELEON      = 26,
+        LLAMA_VOCAB_PRE_TYPE_MINERVA        = 27,
+        LLAMA_VOCAB_PRE_TYPE_DEEPSEEK3_LLM  = 28, 
    };

    enum llama_rope_type {