amd/Instella-MoE-16B-A3B-Think

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}

{
  "_asked": "amd/Instella-MoE-16B-A3B-Think",
  "_id": "6a627b51ec66e8f7980d6737",
  "author": "amd",
  "cardData": {
    "language": [
      "en"
    ],
    "library_name": "transformers",
    "license": "other",
    "license_link": "LICENSE",
    "license_name": "researchrail",
    "pipeline_tag": "text-generation",
    "tags": [
      "instella",
      "moe",
      "amd",
      "rocm"
    ]
  },
  "config": {
    "architectures": [
      "InstellaMoEForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_instella_moe.InstellaMoEConfig",
      "AutoModel": "modeling_instella_moe.InstellaMoEModel",
      "AutoModelForCausalLM": "modeling_instella_moe.InstellaMoEForCausalLM"
    },
    "model_type": "deepseek_v3",
    "num_experts_per_tok": 6,
    "tokenizer_config": {
      "bos_token": {
        "__type": "AddedToken",
        "content": "<｜begin▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %}{%- for message in messages %}{%- if message['role'] == 'system' %}{%- if ns.is_first_sp %}{% set ns.system_prompt = ns.system_prompt + message['content'] %}{% set ns.is_first_sp = false %}{%- else %}{% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}{%- endif %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{{'<｜Assistant｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>'}}{% endif %}",
      "eos_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "pad_token": {
        "__type": "AddedToken",
        "content": "<｜end▁of▁sentence｜>",
        "lstrip": false,
        "normalized": true,
        "rstrip": false,
        "single_word": false
      },
      "unk_token": null
    }
  },
  "createdAt": "2026-07-23T20:36:33.000Z",
  "disabled": false,
  "downloads": 2861,
  "gated": false,
  "id": "amd/Instella-MoE-16B-A3B-Think",
  "lastModified": "2026-09-02T14:16:10.000Z",
  "library_name": "transformers",
  "likes": 181,
  "model-index": null,
  "modelId": "amd/Instella-MoE-16B-A3B-Think",
  "pipeline_tag": "text-generation",
  "private": false,
  "safetensors": {
    "parameters": {
      "BF16": 15862787584,
      "F32": 1664
    },
    "total": 15862789248
  },
  "sha": "74d28c1a8425583d7805b58e2caa9c13d6b62929",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "LICENSE"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "__init__.py"
    },
    {
      "rfilename": "_transformers_compat.py"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "configuration_instella_moe.py"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "images/fig_cost_performance.png"
    },
    {
      "rfilename": "images/result_table_base_long.png"
    },
    {
      "rfilename": "images/result_table_base_standard.png"
    },
    {
      "rfilename": "images/result_table_instruct.png"
    },
    {
      "rfilename": "model-00001-of-00006.safetensors"
    },
    {
      "rfilename": "model-00002-of-00006.safetensors"
    },
    {
      "rfilename": "model-00003-of-00006.safetensors"
    },
    {
      "rfilename": "model-00004-of-00006.safetensors"
    },
    {
      "rfilename": "model-00005-of-00006.safetensors"
    },
    {
      "rfilename": "model-00006-of-00006.safetensors"
    },
    {
      "rfilename": "model.safetensors.index.json"
    },
    {
      "rfilename": "modeling_instella_moe.py"
    },
    {
      "rfilename": "special_tokens_map.json"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "spaces": [
    "tardellirs/model-pulse"
  ],
  "tags": [
    "transformers",
    "safetensors",
    "deepseek_v3",
    "text-generation",
    "instella",
    "moe",
    "amd",
    "rocm",
    "conversational",
    "custom_code",
    "en",
    "arxiv:2609.00791",
    "license:other",
    "text-generation-inference",
    "endpoints_compatible",
    "region:us"
  ],
  "transformersInfo": {
    "auto_model": "AutoModelForCausalLM",
    "custom_class": "modeling_instella_moe.InstellaMoEForCausalLM",
    "pipeline_tag": "text-generation",
    "processor": "AutoTokenizer"
  },
  "usedStorage": 31727183587,
  "widgetData": [
    {
      "text": "Hi, what can you help me with?"
    },
    {
      "text": "What is 84 * 3 / 2?"
    },
    {
      "text": "Tell me an interesting fact about the universe!"
    },
    {
      "text": "Explain quantum computing in simple terms."
    }
  ]
}