Zetlyn
GitHubGet started

Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300

zetlyn/models-gguf quantisation gguf Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300 hf Qwen/Qwen3-VL-2B-Instruct known 2026-09-02

https://huggingface.co/Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300

Properties

authorArm
receipt
Source
GGUF quantisations
Its words
Arm
Read by
field:author
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-06 12:41 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a983c1b0045ce5d4d9a4f67",
  "author": "Arm",
  "cardData": {
    "base_model": "Qwen/Qwen3-VL-2B-Instruct",
    "base_model_relation": "quantized",
    "library_name": "llama.cpp",
    "license": "apache-2.0",
    "pipeline_tag": "image-text-to-text",
    "tags": [
      "arm",
      "arm-optimized",
      "premium-smartphone",
      "llamacpp",
      "gguf",
      "q4_k_m",
      "multimodal"
    ]
  },
  "createdAt": "2026-09-02T15:09:15.000Z",
  "downloads": 345,
  "gated": false,
  "id": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "lastModified": "2026-09-28T10:37:16.000Z",
  "library_name": "llama.cpp",
  "likes": 0,
  "modelId": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "pipeline_tag": "image-text-to-text",
  "private": false,
  "sha": "345692ceba52f17cf3c01434dfe8697c926ba67c",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": ".python-version"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized_mmproj.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original_mmproj.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-fp32.yaml"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-q4_k_m.yaml"
    },
    {
      "rfilename": "config.yaml"
    },
    {
      "rfilename": "example.py"
    },
    {
      "rfilename": "metadata.yaml"
    },
    {
      "rfilename": "predictions.json"
    },
    {
      "rfilename": "pyproject.toml"
    },
    {
      "rfilename": "sample_input.jpg"
    },
    {
      "rfilename": "uv.lock"
    }
  ],
  "tags": [
    "llama.cpp",
    "gguf",
    "arm",
    "arm-optimized",
    "premium-smartphone",
    "llamacpp",
    "q4_k_m",
    "multimodal",
    "image-text-to-text",
    "base_model:Qwen/Qwen3-VL-2B-Instruct",
    "base_model:quantized:Qwen/Qwen3-VL-2B-Instruct",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ]
}
baseQwen/Qwen3-VL-2B-Instruct
receipt
Source
GGUF quantisations
Its words
Qwen/Qwen3-VL-2B-Instruct
Read by
field:cardData.base_model[]
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-06 12:41 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a983c1b0045ce5d4d9a4f67",
  "author": "Arm",
  "cardData": {
    "base_model": "Qwen/Qwen3-VL-2B-Instruct",
    "base_model_relation": "quantized",
    "library_name": "llama.cpp",
    "license": "apache-2.0",
    "pipeline_tag": "image-text-to-text",
    "tags": [
      "arm",
      "arm-optimized",
      "premium-smartphone",
      "llamacpp",
      "gguf",
      "q4_k_m",
      "multimodal"
    ]
  },
  "createdAt": "2026-09-02T15:09:15.000Z",
  "downloads": 345,
  "gated": false,
  "id": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "lastModified": "2026-09-28T10:37:16.000Z",
  "library_name": "llama.cpp",
  "likes": 0,
  "modelId": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "pipeline_tag": "image-text-to-text",
  "private": false,
  "sha": "345692ceba52f17cf3c01434dfe8697c926ba67c",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": ".python-version"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized_mmproj.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original_mmproj.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-fp32.yaml"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-q4_k_m.yaml"
    },
    {
      "rfilename": "config.yaml"
    },
    {
      "rfilename": "example.py"
    },
    {
      "rfilename": "metadata.yaml"
    },
    {
      "rfilename": "predictions.json"
    },
    {
      "rfilename": "pyproject.toml"
    },
    {
      "rfilename": "sample_input.jpg"
    },
    {
      "rfilename": "uv.lock"
    }
  ],
  "tags": [
    "llama.cpp",
    "gguf",
    "arm",
    "arm-optimized",
    "premium-smartphone",
    "llamacpp",
    "q4_k_m",
    "multimodal",
    "image-text-to-text",
    "base_model:Qwen/Qwen3-VL-2B-Instruct",
    "base_model:quantized:Qwen/Qwen3-VL-2B-Instruct",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ]
}
downloads345
receipt
Source
GGUF quantisations
Its words
345
Read by
field:downloads
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-06 12:41 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a983c1b0045ce5d4d9a4f67",
  "author": "Arm",
  "cardData": {
    "base_model": "Qwen/Qwen3-VL-2B-Instruct",
    "base_model_relation": "quantized",
    "library_name": "llama.cpp",
    "license": "apache-2.0",
    "pipeline_tag": "image-text-to-text",
    "tags": [
      "arm",
      "arm-optimized",
      "premium-smartphone",
      "llamacpp",
      "gguf",
      "q4_k_m",
      "multimodal"
    ]
  },
  "createdAt": "2026-09-02T15:09:15.000Z",
  "downloads": 345,
  "gated": false,
  "id": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "lastModified": "2026-09-28T10:37:16.000Z",
  "library_name": "llama.cpp",
  "likes": 0,
  "modelId": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "pipeline_tag": "image-text-to-text",
  "private": false,
  "sha": "345692ceba52f17cf3c01434dfe8697c926ba67c",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": ".python-version"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized_mmproj.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original_mmproj.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-fp32.yaml"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-q4_k_m.yaml"
    },
    {
      "rfilename": "config.yaml"
    },
    {
      "rfilename": "example.py"
    },
    {
      "rfilename": "metadata.yaml"
    },
    {
      "rfilename": "predictions.json"
    },
    {
      "rfilename": "pyproject.toml"
    },
    {
      "rfilename": "sample_input.jpg"
    },
    {
      "rfilename": "uv.lock"
    }
  ],
  "tags": [
    "llama.cpp",
    "gguf",
    "arm",
    "arm-optimized",
    "premium-smartphone",
    "llamacpp",
    "q4_k_m",
    "multimodal",
    "image-text-to-text",
    "base_model:Qwen/Qwen3-VL-2B-Instruct",
    "base_model:quantized:Qwen/Qwen3-VL-2B-Instruct",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ]
}
licenceapache-2.0
receipt
Source
GGUF quantisations
Its words
apache-2.0
Read by
field:cardData.license
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-06 12:41 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a983c1b0045ce5d4d9a4f67",
  "author": "Arm",
  "cardData": {
    "base_model": "Qwen/Qwen3-VL-2B-Instruct",
    "base_model_relation": "quantized",
    "library_name": "llama.cpp",
    "license": "apache-2.0",
    "pipeline_tag": "image-text-to-text",
    "tags": [
      "arm",
      "arm-optimized",
      "premium-smartphone",
      "llamacpp",
      "gguf",
      "q4_k_m",
      "multimodal"
    ]
  },
  "createdAt": "2026-09-02T15:09:15.000Z",
  "downloads": 345,
  "gated": false,
  "id": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "lastModified": "2026-09-28T10:37:16.000Z",
  "library_name": "llama.cpp",
  "likes": 0,
  "modelId": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "pipeline_tag": "image-text-to-text",
  "private": false,
  "sha": "345692ceba52f17cf3c01434dfe8697c926ba67c",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": ".python-version"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized_mmproj.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original_mmproj.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-fp32.yaml"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-q4_k_m.yaml"
    },
    {
      "rfilename": "config.yaml"
    },
    {
      "rfilename": "example.py"
    },
    {
      "rfilename": "metadata.yaml"
    },
    {
      "rfilename": "predictions.json"
    },
    {
      "rfilename": "pyproject.toml"
    },
    {
      "rfilename": "sample_input.jpg"
    },
    {
      "rfilename": "uv.lock"
    }
  ],
  "tags": [
    "llama.cpp",
    "gguf",
    "arm",
    "arm-optimized",
    "premium-smartphone",
    "llamacpp",
    "q4_k_m",
    "multimodal",
    "image-text-to-text",
    "base_model:Qwen/Qwen3-VL-2B-Instruct",
    "base_model:quantized:Qwen/Qwen3-VL-2B-Instruct",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ]
}
likes0
receipt
Source
GGUF quantisations
Its words
0
Read by
field:likes
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-06 12:41 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a983c1b0045ce5d4d9a4f67",
  "author": "Arm",
  "cardData": {
    "base_model": "Qwen/Qwen3-VL-2B-Instruct",
    "base_model_relation": "quantized",
    "library_name": "llama.cpp",
    "license": "apache-2.0",
    "pipeline_tag": "image-text-to-text",
    "tags": [
      "arm",
      "arm-optimized",
      "premium-smartphone",
      "llamacpp",
      "gguf",
      "q4_k_m",
      "multimodal"
    ]
  },
  "createdAt": "2026-09-02T15:09:15.000Z",
  "downloads": 345,
  "gated": false,
  "id": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "lastModified": "2026-09-28T10:37:16.000Z",
  "library_name": "llama.cpp",
  "likes": 0,
  "modelId": "Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300",
  "pipeline_tag": "image-text-to-text",
  "private": false,
  "sha": "345692ceba52f17cf3c01434dfe8697c926ba67c",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": ".python-version"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_optimized_mmproj.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original.gguf"
    },
    {
      "rfilename": "Qwen__Qwen3-VL-2B-Instruct_llamacpp_original_mmproj.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-fp32.yaml"
    },
    {
      "rfilename": "benchmarks/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300-q4_k_m.yaml"
    },
    {
      "rfilename": "config.yaml"
    },
    {
      "rfilename": "example.py"
    },
    {
      "rfilename": "metadata.yaml"
    },
    {
      "rfilename": "predictions.json"
    },
    {
      "rfilename": "pyproject.toml"
    },
    {
      "rfilename": "sample_input.jpg"
    },
    {
      "rfilename": "uv.lock"
    }
  ],
  "tags": [
    "llama.cpp",
    "gguf",
    "arm",
    "arm-optimized",
    "premium-smartphone",
    "llamacpp",
    "q4_k_m",
    "multimodal",
    "image-text-to-text",
    "base_model:Qwen/Qwen3-VL-2B-Instruct",
    "base_model:quantized:Qwen/Qwen3-VL-2B-Instruct",
    "license:apache-2.0",
    "endpoints_compatible",
    "region:us",
    "imatrix",
    "conversational"
  ]
}

Text

This source's terms allow its title, its values and a link here, not its text. It is at https://huggingface.co/Arm/qwen3-vl-2b-instruct-q4-k-m-ggml-llama-cpp-vivo-x300.