nsd12/deepseek-v4-gguf

zetlyn/models-gguf quantisation gguf nsd12/deepseek-v4-gguf hf deepseek-ai/DeepSeek-V4-Flash known 2026-08-28

https://huggingface.co/nsd12/deepseek-v4-gguf

Properties

authornsd12
receipt
Source
GGUF quantisations
Its words
nsd12
Read by
field:author
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a919793c7d946c5c0ef2bc9",
  "author": "nsd12",
  "cardData": {
    "base_model": "deepseek-ai/DeepSeek-V4-Flash",
    "base_model_relation": "quantized",
    "language": [
      "en"
    ],
    "library_name": "gguf",
    "license": "mit",
    "pipeline_tag": "text-generation",
    "quantized_by": "antirez",
    "tags": [
      "gguf",
      "quantized",
      "deepseek",
      "deepseek-v4",
      "deepseek-v4-flash",
      "moe",
      "mixture-of-experts",
      "2-bit",
      "4-bit",
      "iq2_xxs",
      "q2_k",
      "q4_k",
      "ds4",
      "apple-silicon",
      "metal"
    ]
  },
  "createdAt": "2026-08-28T14:13:39.000Z",
  "downloads": 385,
  "gated": false,
  "id": "nsd12/deepseek-v4-gguf",
  "lastModified": "2026-08-28T14:13:39.000Z",
  "library_name": "gguf",
  "likes": 0,
  "modelId": "nsd12/deepseek-v4-gguf",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "debe6443b342829ea503f227eb97ba0a8535bf5b",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix-0813.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers00-30.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "imatrix/DeepSeek-V4-Flash-chat-v2-routed-moe-ds4-1p5m.dat"
    }
  ],
  "tags": [
    "gguf",
    "quantized",
    "deepseek",
    "deepseek-v4",
    "deepseek-v4-flash",
    "moe",
    "mixture-of-experts",
    "2-bit",
    "4-bit",
    "iq2_xxs",
    "q2_k",
    "q4_k",
    "ds4",
    "apple-silicon",
    "metal",
    "text-generation",
    "en",
    "base_model:deepseek-ai/DeepSeek-V4-Flash",
    "base_model:quantized:deepseek-ai/DeepSeek-V4-Flash",
    "license:mit",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ]
}
basedeepseek-ai/DeepSeek-V4-Flash
receipt
Source
GGUF quantisations
Its words
deepseek-ai/DeepSeek-V4-Flash
Read by
field:cardData.base_model[]
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a919793c7d946c5c0ef2bc9",
  "author": "nsd12",
  "cardData": {
    "base_model": "deepseek-ai/DeepSeek-V4-Flash",
    "base_model_relation": "quantized",
    "language": [
      "en"
    ],
    "library_name": "gguf",
    "license": "mit",
    "pipeline_tag": "text-generation",
    "quantized_by": "antirez",
    "tags": [
      "gguf",
      "quantized",
      "deepseek",
      "deepseek-v4",
      "deepseek-v4-flash",
      "moe",
      "mixture-of-experts",
      "2-bit",
      "4-bit",
      "iq2_xxs",
      "q2_k",
      "q4_k",
      "ds4",
      "apple-silicon",
      "metal"
    ]
  },
  "createdAt": "2026-08-28T14:13:39.000Z",
  "downloads": 385,
  "gated": false,
  "id": "nsd12/deepseek-v4-gguf",
  "lastModified": "2026-08-28T14:13:39.000Z",
  "library_name": "gguf",
  "likes": 0,
  "modelId": "nsd12/deepseek-v4-gguf",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "debe6443b342829ea503f227eb97ba0a8535bf5b",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix-0813.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers00-30.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "imatrix/DeepSeek-V4-Flash-chat-v2-routed-moe-ds4-1p5m.dat"
    }
  ],
  "tags": [
    "gguf",
    "quantized",
    "deepseek",
    "deepseek-v4",
    "deepseek-v4-flash",
    "moe",
    "mixture-of-experts",
    "2-bit",
    "4-bit",
    "iq2_xxs",
    "q2_k",
    "q4_k",
    "ds4",
    "apple-silicon",
    "metal",
    "text-generation",
    "en",
    "base_model:deepseek-ai/DeepSeek-V4-Flash",
    "base_model:quantized:deepseek-ai/DeepSeek-V4-Flash",
    "license:mit",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ]
}
downloads385
receipt
Source
GGUF quantisations
Its words
385
Read by
field:downloads
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a919793c7d946c5c0ef2bc9",
  "author": "nsd12",
  "cardData": {
    "base_model": "deepseek-ai/DeepSeek-V4-Flash",
    "base_model_relation": "quantized",
    "language": [
      "en"
    ],
    "library_name": "gguf",
    "license": "mit",
    "pipeline_tag": "text-generation",
    "quantized_by": "antirez",
    "tags": [
      "gguf",
      "quantized",
      "deepseek",
      "deepseek-v4",
      "deepseek-v4-flash",
      "moe",
      "mixture-of-experts",
      "2-bit",
      "4-bit",
      "iq2_xxs",
      "q2_k",
      "q4_k",
      "ds4",
      "apple-silicon",
      "metal"
    ]
  },
  "createdAt": "2026-08-28T14:13:39.000Z",
  "downloads": 385,
  "gated": false,
  "id": "nsd12/deepseek-v4-gguf",
  "lastModified": "2026-08-28T14:13:39.000Z",
  "library_name": "gguf",
  "likes": 0,
  "modelId": "nsd12/deepseek-v4-gguf",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "debe6443b342829ea503f227eb97ba0a8535bf5b",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix-0813.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers00-30.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "imatrix/DeepSeek-V4-Flash-chat-v2-routed-moe-ds4-1p5m.dat"
    }
  ],
  "tags": [
    "gguf",
    "quantized",
    "deepseek",
    "deepseek-v4",
    "deepseek-v4-flash",
    "moe",
    "mixture-of-experts",
    "2-bit",
    "4-bit",
    "iq2_xxs",
    "q2_k",
    "q4_k",
    "ds4",
    "apple-silicon",
    "metal",
    "text-generation",
    "en",
    "base_model:deepseek-ai/DeepSeek-V4-Flash",
    "base_model:quantized:deepseek-ai/DeepSeek-V4-Flash",
    "license:mit",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ]
}
licencemit
receipt
Source
GGUF quantisations
Its words
mit
Read by
field:cardData.license
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a919793c7d946c5c0ef2bc9",
  "author": "nsd12",
  "cardData": {
    "base_model": "deepseek-ai/DeepSeek-V4-Flash",
    "base_model_relation": "quantized",
    "language": [
      "en"
    ],
    "library_name": "gguf",
    "license": "mit",
    "pipeline_tag": "text-generation",
    "quantized_by": "antirez",
    "tags": [
      "gguf",
      "quantized",
      "deepseek",
      "deepseek-v4",
      "deepseek-v4-flash",
      "moe",
      "mixture-of-experts",
      "2-bit",
      "4-bit",
      "iq2_xxs",
      "q2_k",
      "q4_k",
      "ds4",
      "apple-silicon",
      "metal"
    ]
  },
  "createdAt": "2026-08-28T14:13:39.000Z",
  "downloads": 385,
  "gated": false,
  "id": "nsd12/deepseek-v4-gguf",
  "lastModified": "2026-08-28T14:13:39.000Z",
  "library_name": "gguf",
  "likes": 0,
  "modelId": "nsd12/deepseek-v4-gguf",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "debe6443b342829ea503f227eb97ba0a8535bf5b",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix-0813.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers00-30.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "imatrix/DeepSeek-V4-Flash-chat-v2-routed-moe-ds4-1p5m.dat"
    }
  ],
  "tags": [
    "gguf",
    "quantized",
    "deepseek",
    "deepseek-v4",
    "deepseek-v4-flash",
    "moe",
    "mixture-of-experts",
    "2-bit",
    "4-bit",
    "iq2_xxs",
    "q2_k",
    "q4_k",
    "ds4",
    "apple-silicon",
    "metal",
    "text-generation",
    "en",
    "base_model:deepseek-ai/DeepSeek-V4-Flash",
    "base_model:quantized:deepseek-ai/DeepSeek-V4-Flash",
    "license:mit",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ]
}
likes0
receipt
Source
GGUF quantisations
Its words
0
Read by
field:likes
Said since
2026-09-29 09:50 UTC
Last answered
2026-10-04 18:16 UTC
Original
open at the source
What the source handed over
{
  "_id": "6a919793c7d946c5c0ef2bc9",
  "author": "nsd12",
  "cardData": {
    "base_model": "deepseek-ai/DeepSeek-V4-Flash",
    "base_model_relation": "quantized",
    "language": [
      "en"
    ],
    "library_name": "gguf",
    "license": "mit",
    "pipeline_tag": "text-generation",
    "quantized_by": "antirez",
    "tags": [
      "gguf",
      "quantized",
      "deepseek",
      "deepseek-v4",
      "deepseek-v4-flash",
      "moe",
      "mixture-of-experts",
      "2-bit",
      "4-bit",
      "iq2_xxs",
      "q2_k",
      "q4_k",
      "ds4",
      "apple-silicon",
      "metal"
    ]
  },
  "createdAt": "2026-08-28T14:13:39.000Z",
  "downloads": 385,
  "gated": false,
  "id": "nsd12/deepseek-v4-gguf",
  "lastModified": "2026-08-28T14:13:39.000Z",
  "library_name": "gguf",
  "likes": 0,
  "modelId": "nsd12/deepseek-v4-gguf",
  "pipeline_tag": "text-generation",
  "private": false,
  "sha": "debe6443b342829ea503f227eb97ba0a8535bf5b",
  "siblings": [
    {
      "rfilename": ".gitattributes"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-DSpark-support.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2-imatrix-fixed.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MTP-Q4K-Q8_0-F32.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix-0731.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix-0813.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct-imatrix.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf"
    },
    {
      "rfilename": "DeepSeek-V4-Pro-Q4K-Layers00-30.gguf"
    },
    {
      "rfilename": "README.md"
    },
    {
      "rfilename": "imatrix/DeepSeek-V4-Flash-chat-v2-routed-moe-ds4-1p5m.dat"
    }
  ],
  "tags": [
    "gguf",
    "quantized",
    "deepseek",
    "deepseek-v4",
    "deepseek-v4-flash",
    "moe",
    "mixture-of-experts",
    "2-bit",
    "4-bit",
    "iq2_xxs",
    "q2_k",
    "q4_k",
    "ds4",
    "apple-silicon",
    "metal",
    "text-generation",
    "en",
    "base_model:deepseek-ai/DeepSeek-V4-Flash",
    "base_model:quantized:deepseek-ai/DeepSeek-V4-Flash",
    "license:mit",
    "endpoints_compatible",
    "region:us",
    "conversational"
  ]
}

Text

This source's terms allow its title, its values and a link here, not its text. It is at https://huggingface.co/nsd12/deepseek-v4-gguf.