quark75/granite-4.2-3b-MXFP4A16-GPTQ

zetlyn/models-gguf quantisation gguf quark75/granite-4.2-3b-MXFP4A16-GPTQ hf ibm-granite/granite-4.2-3b known 2026-09-24

https://huggingface.co/quark75/granite-4.2-3b-MXFP4A16-GPTQ

Properties

authorquark75
receipt
Source
GGUF quantisations
Its words
quark75
Read by
field:author
Said since
2026-09-28 11:46 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6ab47cbefb08dccf3bd2a95c",
  "author": "quark75",
  "cardData": {
    "base_model": "ibm-granite/granite-4.2-3b",
    "base_model_relation": "quantized",
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "mxfp4",
      "mx-format",
      "gguf",
      "llama.cpp",
      "gptq",
      "compressed-tensors",
      "llmcompressor",
      "granite",
      "quantized",
      "experimental"
    ]
  },
  "createdAt": "2026-09-24T01:28:30.000Z",
  "downloads": 147,
  "gated": false,
  "id": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "lastModified": "2026-09-24T03:44:35.000Z",
  "library_name": "transformers",
  "likes": 0,
  "modelId": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "b128a5c42de8b9a9e91a753e2ee4dcbd98331a6e",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "chat_template.jinja"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "granite-4.2-3b-MXFP4-gptq.gguf"
    },
    {
      "rfilename": "granite_thinking_parser.py"
    },
    {
      "rfilename": "model.safetensors"
    },
    {
      "rfilename": "recipe.yaml"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "tags": [
    "transformers",
    "safetensors",
    "gguf",
    "granite",
    "text-generation",
    "mxfp4",
    "mx-format",
    "llama.cpp",
    "gptq",
    "compressed-tensors",
    "llmcompressor",
    "quantized",
    "experimental",
    "conversational",
    "base_model:ibm-granite/granite-4.2-3b",
    "base_model:quantized:ibm-granite/granite-4.2-3b",
    "license:apache-2.0",
    "endpoints_compatible",
    "8-bit",
    "region:us"
  ]
}
baseibm-granite/granite-4.2-3b
receipt
Source
GGUF quantisations
Its words
ibm-granite/granite-4.2-3b
Read by
field:cardData.base_model[]
Said since
2026-09-28 11:46 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6ab47cbefb08dccf3bd2a95c",
  "author": "quark75",
  "cardData": {
    "base_model": "ibm-granite/granite-4.2-3b",
    "base_model_relation": "quantized",
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "mxfp4",
      "mx-format",
      "gguf",
      "llama.cpp",
      "gptq",
      "compressed-tensors",
      "llmcompressor",
      "granite",
      "quantized",
      "experimental"
    ]
  },
  "createdAt": "2026-09-24T01:28:30.000Z",
  "downloads": 147,
  "gated": false,
  "id": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "lastModified": "2026-09-24T03:44:35.000Z",
  "library_name": "transformers",
  "likes": 0,
  "modelId": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "b128a5c42de8b9a9e91a753e2ee4dcbd98331a6e",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "chat_template.jinja"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "granite-4.2-3b-MXFP4-gptq.gguf"
    },
    {
      "rfilename": "granite_thinking_parser.py"
    },
    {
      "rfilename": "model.safetensors"
    },
    {
      "rfilename": "recipe.yaml"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "tags": [
    "transformers",
    "safetensors",
    "gguf",
    "granite",
    "text-generation",
    "mxfp4",
    "mx-format",
    "llama.cpp",
    "gptq",
    "compressed-tensors",
    "llmcompressor",
    "quantized",
    "experimental",
    "conversational",
    "base_model:ibm-granite/granite-4.2-3b",
    "base_model:quantized:ibm-granite/granite-4.2-3b",
    "license:apache-2.0",
    "endpoints_compatible",
    "8-bit",
    "region:us"
  ]
}
downloads147
receipt
Source
GGUF quantisations
Its words
147
Read by
field:downloads
Said since
2026-09-28 11:46 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6ab47cbefb08dccf3bd2a95c",
  "author": "quark75",
  "cardData": {
    "base_model": "ibm-granite/granite-4.2-3b",
    "base_model_relation": "quantized",
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "mxfp4",
      "mx-format",
      "gguf",
      "llama.cpp",
      "gptq",
      "compressed-tensors",
      "llmcompressor",
      "granite",
      "quantized",
      "experimental"
    ]
  },
  "createdAt": "2026-09-24T01:28:30.000Z",
  "downloads": 147,
  "gated": false,
  "id": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "lastModified": "2026-09-24T03:44:35.000Z",
  "library_name": "transformers",
  "likes": 0,
  "modelId": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "b128a5c42de8b9a9e91a753e2ee4dcbd98331a6e",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "chat_template.jinja"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "granite-4.2-3b-MXFP4-gptq.gguf"
    },
    {
      "rfilename": "granite_thinking_parser.py"
    },
    {
      "rfilename": "model.safetensors"
    },
    {
      "rfilename": "recipe.yaml"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "tags": [
    "transformers",
    "safetensors",
    "gguf",
    "granite",
    "text-generation",
    "mxfp4",
    "mx-format",
    "llama.cpp",
    "gptq",
    "compressed-tensors",
    "llmcompressor",
    "quantized",
    "experimental",
    "conversational",
    "base_model:ibm-granite/granite-4.2-3b",
    "base_model:quantized:ibm-granite/granite-4.2-3b",
    "license:apache-2.0",
    "endpoints_compatible",
    "8-bit",
    "region:us"
  ]
}
licenceapache-2.0
receipt
Source
GGUF quantisations
Its words
apache-2.0
Read by
field:cardData.license
Said since
2026-09-28 11:46 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6ab47cbefb08dccf3bd2a95c",
  "author": "quark75",
  "cardData": {
    "base_model": "ibm-granite/granite-4.2-3b",
    "base_model_relation": "quantized",
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "mxfp4",
      "mx-format",
      "gguf",
      "llama.cpp",
      "gptq",
      "compressed-tensors",
      "llmcompressor",
      "granite",
      "quantized",
      "experimental"
    ]
  },
  "createdAt": "2026-09-24T01:28:30.000Z",
  "downloads": 147,
  "gated": false,
  "id": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "lastModified": "2026-09-24T03:44:35.000Z",
  "library_name": "transformers",
  "likes": 0,
  "modelId": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "b128a5c42de8b9a9e91a753e2ee4dcbd98331a6e",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "chat_template.jinja"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "granite-4.2-3b-MXFP4-gptq.gguf"
    },
    {
      "rfilename": "granite_thinking_parser.py"
    },
    {
      "rfilename": "model.safetensors"
    },
    {
      "rfilename": "recipe.yaml"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "tags": [
    "transformers",
    "safetensors",
    "gguf",
    "granite",
    "text-generation",
    "mxfp4",
    "mx-format",
    "llama.cpp",
    "gptq",
    "compressed-tensors",
    "llmcompressor",
    "quantized",
    "experimental",
    "conversational",
    "base_model:ibm-granite/granite-4.2-3b",
    "base_model:quantized:ibm-granite/granite-4.2-3b",
    "license:apache-2.0",
    "endpoints_compatible",
    "8-bit",
    "region:us"
  ]
}
likes0
receipt
Source
GGUF quantisations
Its words
0
Read by
field:likes
Said since
2026-09-28 11:46 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6ab47cbefb08dccf3bd2a95c",
  "author": "quark75",
  "cardData": {
    "base_model": "ibm-granite/granite-4.2-3b",
    "base_model_relation": "quantized",
    "library_name": "transformers",
    "license": "apache-2.0",
    "pipeline_tag": "text-generation",
    "tags": [
      "mxfp4",
      "mx-format",
      "gguf",
      "llama.cpp",
      "gptq",
      "compressed-tensors",
      "llmcompressor",
      "granite",
      "quantized",
      "experimental"
    ]
  },
  "createdAt": "2026-09-24T01:28:30.000Z",
  "downloads": 147,
  "gated": false,
  "id": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "lastModified": "2026-09-24T03:44:35.000Z",
  "library_name": "transformers",
  "likes": 0,
  "modelId": "quark75/granite-4.2-3b-MXFP4A16-GPTQ",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "b128a5c42de8b9a9e91a753e2ee4dcbd98331a6e",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "chat_template.jinja"
    },
    {
      "rfilename": "config.json"
    },
    {
      "rfilename": "generation_config.json"
    },
    {
      "rfilename": "granite-4.2-3b-MXFP4-gptq.gguf"
    },
    {
      "rfilename": "granite_thinking_parser.py"
    },
    {
      "rfilename": "model.safetensors"
    },
    {
      "rfilename": "recipe.yaml"
    },
    {
      "rfilename": "tokenizer.json"
    },
    {
      "rfilename": "tokenizer_config.json"
    }
  ],
  "tags": [
    "transformers",
    "safetensors",
    "gguf",
    "granite",
    "text-generation",
    "mxfp4",
    "mx-format",
    "llama.cpp",
    "gptq",
    "compressed-tensors",
    "llmcompressor",
    "quantized",
    "experimental",
    "conversational",
    "base_model:ibm-granite/granite-4.2-3b",
    "base_model:quantized:ibm-granite/granite-4.2-3b",
    "license:apache-2.0",
    "endpoints_compatible",
    "8-bit",
    "region:us"
  ]
}

Text

This source's terms allow its title, its values and a link here, not its text. It is at https://huggingface.co/quark75/granite-4.2-3b-MXFP4A16-GPTQ.