[
  {
    "id": "qwen3.5-0.8b",
    "name": "Qwen 3.5 0.8B",
    "description": "Unsloth's Qwen3.5 0.8B - Small but capable with vision.",
    "hf_repo": "unsloth/Qwen3.5-0.8B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "Qwen3.5-0.8B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 1.4,
      "IQ2_M": 0.3,
      "IQ2_XXS": 0.3,
      "IQ3_XXS": 0.4,
      "IQ4_NL": 0.5,
      "IQ4_XS": 0.5,
      "Q2_K_XL": 0.4,
      "Q3_K_M": 0.4,
      "Q3_K_S": 0.4,
      "Q3_K_XL": 0.5,
      "Q4_0": 0.5,
      "Q4_1": 0.5,
      "Q4_K_M": 0.5,
      "Q4_K_S": 0.5,
      "Q4_K_XL": 0.5,
      "Q5_K_M": 0.5,
      "Q5_K_S": 0.5,
      "Q5_K_XL": 0.6,
      "Q6_K": 0.6,
      "Q6_K_XL": 0.7,
      "Q8_0": 0.8,
      "Q8_K_XL": 1.1
    },
    "context": 262144,
    "tags": [
      "small",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-2b",
    "name": "Qwen 3.5 2B",
    "description": "Unsloth's Qwen3.5 2B - Great balance of speed and capability with vision.",
    "hf_repo": "unsloth/Qwen3.5-2B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "Qwen3.5-2B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 3.5,
      "IQ2_M": 0.8,
      "IQ2_XXS": 0.7,
      "IQ3_XXS": 0.9,
      "IQ4_NL": 1.1,
      "IQ4_XS": 1.1,
      "Q2_K_XL": 0.9,
      "Q3_K_M": 1.0,
      "Q3_K_S": 1.0,
      "Q3_K_XL": 1.1,
      "Q4_0": 1.1,
      "Q4_1": 1.2,
      "Q4_K_M": 1.2,
      "Q4_K_S": 1.1,
      "Q4_K_XL": 1.2,
      "Q5_K_M": 1.3,
      "Q5_K_S": 1.3,
      "Q5_K_XL": 1.4,
      "Q6_K": 1.5,
      "Q6_K_XL": 1.7,
      "Q8_0": 1.9,
      "Q8_K_XL": 2.6
    },
    "context": 262144,
    "tags": [
      "small",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-4b",
    "name": "Qwen 3.5 4B",
    "description": "Unsloth's Qwen3.5 4B - Powerful with vision capabilities.",
    "hf_repo": "unsloth/Qwen3.5-4B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "Qwen3.5-4B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 7.8,
      "IQ2_M": 1.6,
      "IQ2_XXS": 1.4,
      "IQ3_XXS": 1.8,
      "IQ4_NL": 2.4,
      "IQ4_XS": 2.3,
      "Q2_K_XL": 1.8,
      "Q3_K_M": 2.1,
      "Q3_K_S": 2.0,
      "Q3_K_XL": 2.3,
      "Q4_0": 2.4,
      "Q4_1": 2.6,
      "Q4_K_M": 2.6,
      "Q4_K_S": 2.4,
      "Q4_K_XL": 2.7,
      "Q5_K_M": 2.9,
      "Q5_K_S": 2.8,
      "Q5_K_XL": 3.0,
      "Q6_K": 3.3,
      "Q6_K_XL": 3.9,
      "Q8_0": 4.2,
      "Q8_K_XL": 5.5
    },
    "context": 262144,
    "tags": [
      "small",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-9b",
    "name": "Qwen 3.5 9B",
    "description": "Unsloth's Qwen3.5 9B - Powerful model with full vision support.",
    "hf_repo": "unsloth/Qwen3.5-9B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "Qwen3.5-9B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 16.7,
      "IQ2_M": 3.4,
      "IQ2_XXS": 3.0,
      "IQ3_XXS": 3.7,
      "IQ4_NL": 5.0,
      "IQ4_XS": 4.8,
      "Q2_K_XL": 3.8,
      "Q3_K_M": 4.4,
      "Q3_K_S": 4.0,
      "Q3_K_XL": 4.7,
      "Q4_0": 5.0,
      "Q4_1": 5.4,
      "Q4_K_M": 5.3,
      "Q4_K_S": 5.0,
      "Q4_K_XL": 5.6,
      "Q5_K_M": 6.1,
      "Q5_K_S": 5.9,
      "Q5_K_XL": 6.3,
      "Q6_K": 6.9,
      "Q6_K_XL": 8.2,
      "Q8_0": 8.9,
      "Q8_K_XL": 12.1
    },
    "context": 262144,
    "tags": [
      "medium",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-27b",
    "name": "Qwen 3.5 27B",
    "description": "Unsloth's Qwen3.5 27B - Large model with vision.",
    "hf_repo": "unsloth/Qwen3.5-27B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.5-27B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ2_M": 9.5,
      "IQ2_XXS": 8.0,
      "IQ3_XXS": 10.7,
      "IQ4_NL": 14.6,
      "IQ4_XS": 13.9,
      "Q2_K_XL": 10.4,
      "Q3_K_M": 12.6,
      "Q3_K_S": 11.4,
      "Q3_K_XL": 13.4,
      "Q4_0": 14.6,
      "Q4_1": 16.0,
      "Q4_K_M": 15.6,
      "Q4_K_S": 14.7,
      "Q4_K_XL": 16.4,
      "Q5_K_M": 18.3,
      "Q5_K_S": 17.6,
      "Q5_K_XL": 18.8,
      "Q6_K": 20.9,
      "Q6_K_XL": 23.9,
      "Q8_0": 26.6,
      "Q8_K_XL": 33.1
    },
    "context": 262144,
    "tags": [
      "large",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-35b-a3b",
    "name": "Qwen 3.5 35B-A3B",
    "description": "Unsloth's Qwen3.5 35B MoE with vision.",
    "hf_repo": "unsloth/Qwen3.5-35B-A3B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_L",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_S",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.5-35B-A3B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ2_M": 10.6,
      "IQ2_XXS": 9.9,
      "IQ3_S": 12.7,
      "IQ3_XXS": 12.2,
      "IQ4_NL": 16.6,
      "IQ4_XS": 16.3,
      "MXFP4_MOE": 20.1,
      "Q2_K_XL": 11.3,
      "Q3_K_M": 15.2,
      "Q3_K_S": 14.2,
      "Q3_K_XL": 15.5,
      "Q4_K_L": 18.8,
      "Q4_K_M": 20.5,
      "Q4_K_S": 19.3,
      "Q4_K_XL": 20.7,
      "Q5_K_M": 24.4,
      "Q5_K_S": 23.1,
      "Q5_K_XL": 24.6,
      "Q6_K": 26.9,
      "Q6_K_S": 26.6,
      "Q6_K_XL": 29.9,
      "Q8_0": 34.4,
      "Q8_K_XL": 45.3
    },
    "context": 262144,
    "tags": [
      "large",
      "vision",
      "qwen",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-122b-a10b",
    "name": "Qwen 3.5 122B-A10B",
    "description": "Unsloth's Qwen3.5 122B MoE with vision.",
    "hf_repo": "unsloth/Qwen3.5-122B-A10B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.5-122B-A10B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 269.0,
      "MXFP4_MOE": 23.3,
      "Q3_K_M": 6.4,
      "Q3_K_S": 2.6,
      "Q4_K_M": 24.7,
      "Q4_K_S": 20.4,
      "Q5_K_M": 38.9,
      "Q5_K_S": 33.9,
      "Q6_K": 1.2,
      "Q8_0": 28.2,
      "IQ1_M": 31.9,
      "IQ2_M": 36.5,
      "IQ2_XXS": 34.1,
      "IQ3_S": 43.4,
      "IQ3_XXS": 41.7,
      "Q2_K_XL": 39.0,
      "IQ4_NL": 10.8,
      "IQ4_XS": 9.8,
      "Q3_K_XL": 6.7,
      "Q4_K_XL": 25.5,
      "Q5_K_XL": 39.3,
      "Q6_K_XL": 11.7,
      "Q8_K_XL": 20.5
    },
    "context": 262144,
    "tags": [
      "xlarge",
      "vision",
      "qwen",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.5-397b-a17b",
    "name": "Qwen 3.5 397B-A17B",
    "description": "Unsloth's Qwen3.5 397B MoE - Massive model with vision.",
    "hf_repo": "unsloth/Qwen3.5-397B-A17B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.5-397B-A17B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 773.0,
      "MXFP4_MOE": 37.4,
      "Q3_K_M": 26.1,
      "Q3_K_S": 14.2,
      "Q4_K_M": 42.5,
      "Q4_K_S": 29.2,
      "Q5_K_M": 1.4,
      "Q5_K_S": 29.7,
      "Q6_K": 31.9,
      "Q8_0": 28.2,
      "IQ1_M": 6.5,
      "IQ2_M": 21.9,
      "IQ2_XXS": 14.1,
      "IQ3_S": 43.3,
      "IQ3_XXS": 38.7,
      "IQ4_NL": 41.6,
      "IQ4_XS": 38.8,
      "Q3_K_XL": 28.1,
      "Q4_K_XL": 43.6,
      "Q5_K_XL": 1.4,
      "Q6_K_XL": 14.4,
      "Q8_K_XL": 34.7
    },
    "context": 262144,
    "tags": [
      "massive",
      "vision",
      "qwen",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "gemma-4-26b-a4b",
    "name": "Gemma 4 26B-A4B",
    "description": "Unsloth's Gemma 4 26B - Vision model.",
    "hf_repo": "unsloth/gemma-4-26B-A4B-it-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "gemma-4-26B-A4B-it-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ2_M": 9.3,
      "IQ2_XXS": 9.2,
      "IQ3_S": 10.5,
      "IQ3_XXS": 10.6,
      "IQ4_NL": 12.7,
      "IQ4_XS": 12.7,
      "MXFP4_MOE": 15.4,
      "Q2_K_XL": 9.8,
      "Q3_K_M": 11.9,
      "Q3_K_XL": 12.0,
      "Q4_K_M": 15.8,
      "Q4_K_S": 15.4,
      "Q4_K_XL": 15.8,
      "Q5_K_M": 19.7,
      "Q5_K_S": 17.6,
      "Q5_K_XL": 19.8,
      "Q6_K": 21.6,
      "Q6_K_XL": 21.7,
      "Q8_0": 25.0,
      "Q8_K_XL": 25.7,
      "BF16": 47.0
    },
    "context": 131072,
    "tags": [
      "large",
      "vision",
      "gemma",
      "google",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "gemma"
  },
  {
    "id": "gemma-4-31b",
    "name": "Gemma 4 31B",
    "description": "Unsloth's Gemma 4 31B - Latest Google vision model.",
    "hf_repo": "unsloth/gemma-4-31B-it-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "gemma-4-31B-it-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ2_M": 10.0,
      "IQ2_XXS": 7.9,
      "IQ3_XXS": 11.0,
      "IQ4_NL": 16.1,
      "IQ4_XS": 15.2,
      "Q2_K_XL": 11.0,
      "Q3_K_M": 13.7,
      "Q3_K_S": 12.3,
      "Q3_K_XL": 14.3,
      "Q4_0": 16.1,
      "Q4_1": 17.8,
      "Q4_K_M": 17.1,
      "Q4_K_S": 16.2,
      "Q4_K_XL": 17.5,
      "Q5_K_M": 20.2,
      "Q5_K_S": 19.7,
      "Q5_K_XL": 20.4,
      "Q6_K": 23.5,
      "Q6_K_XL": 25.6,
      "Q8_0": 30.4,
      "Q8_K_XL": 32.6
    },
    "context": 131072,
    "tags": [
      "large",
      "vision",
      "gemma",
      "google",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "gemma"
  },
  {
    "id": "gemma-4-e4b",
    "name": "Gemma 4 E4B",
    "description": "Unsloth's Gemma 4 Efficient 4B - Compact vision.",
    "hf_repo": "unsloth/gemma-4-E4B-it-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "gemma-4-E4B-it-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 14.0,
      "IQ2_M": 3.3,
      "IQ3_XXS": 3.5,
      "IQ4_NL": 4.5,
      "IQ4_XS": 4.4,
      "Q2_K_XL": 3.5,
      "Q3_K_M": 3.8,
      "Q3_K_S": 3.6,
      "Q3_K_XL": 4.3,
      "Q4_0": 4.5,
      "Q4_1": 4.7,
      "Q4_K_M": 4.6,
      "Q4_K_S": 4.5,
      "Q4_K_XL": 4.8,
      "Q5_K_M": 5.1,
      "Q5_K_S": 5.0,
      "Q5_K_XL": 6.2,
      "Q6_K": 6.6,
      "Q6_K_XL": 6.9,
      "Q8_0": 7.6,
      "Q8_K_XL": 8.1
    },
    "context": 131072,
    "tags": [
      "small",
      "vision",
      "gemma",
      "google",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "gemma"
  },
  {
    "id": "gemma-4-e2b",
    "name": "Gemma 4 E2B",
    "description": "Unsloth's Gemma 4 Efficient 2B - Very compact vision.",
    "hf_repo": "unsloth/gemma-4-E2B-it-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "gemma-4-E2B-it-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "BF16": 8.7,
      "IQ2_M": 2.1,
      "IQ3_XXS": 2.2,
      "IQ4_NL": 2.8,
      "IQ4_XS": 2.8,
      "Q2_K_XL": 2.2,
      "Q3_K_M": 2.4,
      "Q3_K_S": 2.3,
      "Q3_K_XL": 2.7,
      "Q4_0": 2.8,
      "Q4_1": 2.9,
      "Q4_K_M": 2.9,
      "Q4_K_S": 2.8,
      "Q4_K_XL": 3.0,
      "Q5_K_M": 3.1,
      "Q5_K_S": 3.1,
      "Q5_K_XL": 4.0,
      "Q6_K": 4.2,
      "Q6_K_XL": 4.4,
      "Q8_0": 4.7,
      "Q8_K_XL": 4.9
    },
    "context": 131072,
    "tags": [
      "tiny",
      "vision",
      "gemma",
      "google",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "gemma"
  },
  {
    "id": "mistral-small-4-119b",
    "name": "Mistral Small 4 119B",
    "description": "Unsloth's Mistral Small 4 - Powerful model.",
    "hf_repo": "unsloth/Mistral-Small-4-119B-2603-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Mistral-Small-4-119B-2603-{quant}.gguf",
    "size_gb": {
      "BF16": 225.7,
      "MXFP4_MOE": 21.3,
      "IQ1_M": 30.1,
      "IQ2_M": 35.0,
      "IQ2_XXS": 32.5,
      "IQ3_S": 41.4,
      "IQ3_XXS": 39.9,
      "Q2_K_XL": 37.4,
      "Q3_K_S": 46.2,
      "Q8_0": 24.8,
      "IQ4_NL": 8.8,
      "IQ4_XS": 7.8,
      "Q3_K_M": 4.3,
      "Q3_K_XL": 5.1,
      "Q4_K_M": 22.8,
      "Q4_K_S": 18.2,
      "Q4_K_XL": 22.8,
      "Q5_K_M": 36.7,
      "Q5_K_S": 31.4,
      "Q5_K_XL": 36.7,
      "Q6_K": 1.6,
      "Q6_K_XL": 9.9,
      "Q8_K_XL": 30.9
    },
    "context": 131072,
    "tags": [
      "large",
      "general",
      "mistral",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "minimax-m2.5",
    "name": "MiniMax M2.5",
    "description": "Unsloth's MiniMax M2.5 - MoE model.",
    "hf_repo": "unsloth/MiniMax-M2.5-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ1_S",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K",
      "Q2_K_L",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "TQ1_0"
    ],
    "file_pattern": "MiniMax-M2.5-{quant}.gguf",
    "size_gb": {
      "BF16": 443.2,
      "IQ4_NL": 27.6,
      "IQ4_XS": 21.2,
      "MXFP4_MOE": 23.3,
      "TQ1_0": 51.9,
      "Q2_K": 31.0,
      "Q2_K_L": 31.4,
      "Q3_K_M": 9.7,
      "Q3_K_S": 45.6,
      "Q4_0": 28.2,
      "Q4_1": 40.6,
      "Q4_K_M": 36.5,
      "Q4_K_S": 28.8,
      "Q5_K_M": 12.5,
      "Q5_K_S": 7.8,
      "Q6_K": 37.4,
      "Q8_0": 42.4,
      "IQ1_M": 17.4,
      "IQ1_S": 12.5,
      "IQ2_M": 26.3,
      "IQ2_XXS": 22.6,
      "IQ3_XXS": 40.5,
      "Q2_K_XL": 33.5,
      "Q3_K_XL": 1.6,
      "Q4_K_XL": 30.1,
      "Q5_K_XL": 13.4,
      "Q6_K_XL": 43.7,
      "Q8_K_XL": 13.6
    },
    "context": 131072,
    "tags": [
      "large",
      "general",
      "minimax",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "minimax"
  },
  {
    "id": "nemotron-3-super-120b",
    "name": "NVIDIA Nemotron 3 Super 120B",
    "description": "Unsloth's NVIDIA Nemotron 3 Super - Massive MoE.",
    "hf_repo": "unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "NVIDIA-Nemotron-3-Super-120B-A12B-{quant}.gguf",
    "size_gb": {
      "BF16": 270.1,
      "MXFP4_MOE": 30.0,
      "Q8_0": 28.1,
      "IQ1_M": 2.8,
      "IQ2_M": 2.8,
      "IQ2_XXS": 2.8,
      "IQ3_S": 6.4,
      "IQ3_XXS": 6.4,
      "IQ4_NL": 13.9,
      "IQ4_XS": 13.9,
      "Q2_K_XL": 4.9,
      "Q3_K_M": 11.2,
      "Q3_K_S": 11.2,
      "Q3_K_XL": 12.1,
      "Q4_K_M": 30.4,
      "Q4_K_S": 27.1,
      "Q4_K_XL": 31.5,
      "Q5_K_M": 8.3,
      "Q5_K_S": 37.0,
      "Q5_K_XL": 8.3,
      "Q6_K": 14.3,
      "Q6_K_XL": 17.0,
      "Q8_K_XL": 32.3
    },
    "context": 131072,
    "tags": [
      "large",
      "general",
      "nvidia",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "nvidia"
  },
  {
    "id": "nemotron-3-nano-4b",
    "name": "NVIDIA Nemotron 3 Nano 4B",
    "description": "Unsloth's NVIDIA Nemotron 3 Nano - Compact.",
    "hf_repo": "unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "BF16"
    ],
    "file_pattern": "NVIDIA-Nemotron-3-Nano-4B-{quant}.gguf",
    "size_gb": {
      "BF16": 7.4,
      "IQ2_M": 2.1,
      "IQ2_XXS": 2.0,
      "IQ3_XXS": 2.2,
      "IQ4_NL": 2.4,
      "IQ4_XS": 2.4,
      "Q2_K_XL": 2.3,
      "Q3_K_M": 2.3,
      "Q3_K_S": 2.2,
      "Q3_K_XL": 2.5,
      "Q4_0": 2.4,
      "Q4_1": 2.5,
      "Q4_K_M": 2.7,
      "Q4_K_S": 2.6,
      "Q4_K_XL": 2.9,
      "Q5_K_M": 2.9,
      "Q5_K_S": 2.9,
      "Q5_K_XL": 3.1,
      "Q6_K": 3.8,
      "Q6_K_XL": 4.2,
      "Q8_0": 3.9,
      "Q8_K_XL": 5.2
    },
    "context": 131072,
    "tags": [
      "small",
      "general",
      "nvidia",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "nvidia"
  },
  {
    "id": "qwen3.6-27b",
    "name": "Qwen 3.6 27B",
    "description": "Unsloth's Qwen3.6 27B - Powerful vision model.",
    "hf_repo": "unsloth/Qwen3.6-27B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.6-27B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ2_M": 10.1,
      "IQ2_XXS": 8.7,
      "IQ3_XXS": 11.2,
      "IQ4_NL": 15.0,
      "IQ4_XS": 14.4,
      "Q2_K_XL": 11.0,
      "Q3_K_M": 12.7,
      "Q3_K_S": 11.5,
      "Q3_K_XL": 13.5,
      "Q4_0": 14.7,
      "Q4_1": 16.1,
      "Q4_K_M": 15.7,
      "Q4_K_S": 14.8,
      "Q4_K_XL": 16.4,
      "Q5_K_M": 18.2,
      "Q5_K_S": 17.7,
      "Q5_K_XL": 18.7,
      "Q6_K": 21.0,
      "Q6_K_XL": 23.9,
      "Q8_0": 26.6,
      "Q8_K_XL": 32.9
    },
    "context": 262144,
    "tags": [
      "large",
      "vision",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "qwen3.6-35b-a3b",
    "name": "Qwen 3.6 35B-A3B",
    "description": "Unsloth's Qwen3.6 35B MoE - Powerful vision model.",
    "hf_repo": "unsloth/Qwen3.6-35B-A3B-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ1_M",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_NL_XL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL"
    ],
    "file_pattern": "Qwen3.6-35B-A3B-{quant}.gguf",
    "mmproj_files": [
      "mmproj-F32.gguf",
      "mmproj-F16.gguf",
      "mmproj-BF16.gguf"
    ],
    "size_gb": {
      "IQ1_M": 9.4,
      "IQ2_M": 10.7,
      "IQ2_XXS": 10.0,
      "IQ3_S": 12.7,
      "IQ3_XXS": 12.3,
      "IQ4_NL": 16.8,
      "IQ4_NL_XL": 18.2,
      "IQ4_XS": 16.5,
      "MXFP4_MOE": 20.2,
      "Q2_K_XL": 11.4,
      "Q3_K_M": 15.5,
      "Q3_K_S": 14.3,
      "Q3_K_XL": 15.7,
      "Q4_K_M": 20.6,
      "Q4_K_S": 19.5,
      "Q4_K_XL": 20.8,
      "Q5_K_M": 24.6,
      "Q5_K_S": 23.2,
      "Q5_K_XL": 24.8,
      "Q6_K": 27.3,
      "Q6_K_XL": 29.7,
      "Q8_0": 34.4,
      "Q8_K_XL": 35.8
    },
    "context": 262144,
    "tags": [
      "large",
      "vision",
      "qwen",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "vision"
    ],
    "license": "apache-2.0"
  },
  {
    "id": "deepseek-v3.2",
    "name": "DeepSeek V3.2",
    "description": "Unsloth's DeepSeek V3.2 - MoE model.",
    "hf_repo": "unsloth/DeepSeek-V3.2-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ1_S",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K",
      "Q2_K_L",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "TQ1_0"
    ],
    "file_pattern": "DeepSeek-V3.2-{quant}.gguf",
    "size_gb": {
      "BF16": 0.0,
      "TQ1_0": 150.2,
      "IQ4_NL": 30.1,
      "IQ4_XS": 13.3,
      "Q2_K": 45.3,
      "Q2_K_L": 45.3,
      "Q3_K_M": 21.9,
      "Q3_K_S": 40.1,
      "Q4_0": 30.1,
      "Q4_1": 33.5,
      "Q4_K_M": 13.8,
      "Q4_K_S": 30.1,
      "Q5_K_M": 36.2,
      "Q5_K_S": 32.0,
      "Q6_K": 29.3,
      "Q8_0": 27.4,
      "IQ1_M": 0.9,
      "IQ1_S": 33.2,
      "IQ2_M": 28.1,
      "IQ2_XXS": 18.1,
      "IQ3_XXS": 25.3,
      "Q2_K_XL": 1.2,
      "Q3_K_XL": 23.5,
      "Q4_K_XL": 13.8,
      "Q5_K_XL": 41.1,
      "Q6_K_XL": 40.3,
      "Q8_K_XL": 14.0
    },
    "context": 131072,
    "tags": [
      "massive",
      "general",
      "deepseek",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "deepseek"
  },
  {
    "id": "ltx-2.3",
    "name": "LTX Video 2.3",
    "description": "Unsloth's LTX Video - Image to Video model.",
    "hf_repo": "unsloth/LTX-2.3-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "Q2_K",
      "Q3_K_M",
      "Q3_K_S",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q5_0",
      "Q5_1",
      "Q5_K_M",
      "Q5_K_S",
      "Q6_K",
      "Q8_0",
      "F16",
      "BF16"
    ],
    "file_pattern": "LTX-2.3-{quant}.gguf",
    "size_gb": {
      "BF16": 117.3,
      "F16": 39.1,
      "Q2_K": 8.9,
      "Q3_K_M": 12.6,
      "Q3_K_S": 10.6,
      "Q4_0": 11.8,
      "Q4_1": 12.8,
      "Q4_K_M": 15.4,
      "Q4_K_S": 13.2,
      "Q5_0": 14.2,
      "Q5_1": 15.2,
      "Q5_K_M": 17.0,
      "Q5_K_S": 15.2,
      "Q6_K": 16.6,
      "Q8_0": 21.2
    },
    "context": 16384,
    "tags": [
      "medium",
      "video",
      "ltx",
      "unsloth"
    ],
    "capabilities": [
      "video"
    ],
    "license": "ltx"
  },
  {
    "id": "qwen3-coder-next",
    "name": "Qwen 3 Coder Next",
    "description": "Unsloth's Qwen3 Coder Next - Latest coding model.",
    "hf_repo": "unsloth/Qwen3-Coder-Next-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ1_M",
      "IQ1_S",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_S",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "MXFP4_MOE",
      "Q2_K",
      "Q2_K_L",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "TQ1_0"
    ],
    "file_pattern": "Qwen3-Coder-Next-{quant}.gguf",
    "size_gb": {
      "IQ1_M": 20.2,
      "IQ1_S": 20.0,
      "IQ2_M": 23.2,
      "IQ2_XXS": 21.7,
      "IQ3_S": 27.7,
      "IQ3_XXS": 26.5,
      "IQ4_NL": 36.5,
      "IQ4_XS": 35.8,
      "MXFP4_MOE": 44.7,
      "Q2_K": 27.2,
      "Q2_K_L": 27.3,
      "Q2_K_XL": 24.9,
      "Q3_K_M": 33.5,
      "Q3_K_S": 31.0,
      "Q3_K_XL": 33.8,
      "Q4_0": 42.2,
      "Q4_K_M": 45.9,
      "Q4_K_S": 42.9,
      "Q4_K_XL": 46.2,
      "TQ1_0": 17.6
    },
    "context": 131072,
    "tags": [
      "large",
      "coding",
      "qwen",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "tools"
    ],
    "license": "qwen"
  },
  {
    "id": "kimi-k2.5",
    "name": "Kimi K2.5",
    "description": "Unsloth's Kimi K2.5 - Latest from Kimi.",
    "hf_repo": "unsloth/Kimi-K2.5-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "BF16",
      "IQ1_M",
      "IQ1_S",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K",
      "Q2_K_L",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "TQ1_0"
    ],
    "file_pattern": "Kimi-K2.5-{quant}.gguf",
    "size_gb": {
      "BF16": 0.0,
      "IQ4_NL": 44.7,
      "IQ4_XS": 14.1,
      "Q2_K": 24.8,
      "Q2_K_L": 24.8,
      "Q3_K_M": 2.3,
      "Q3_K_S": 2.3,
      "Q4_0": 3.0,
      "Q4_1": 43.1,
      "Q4_K_M": 41.2,
      "Q4_K_S": 5.9,
      "Q5_K_M": 3.6,
      "Q5_K_S": 43.7,
      "Q6_K": 43.5,
      "Q8_0": 33.5,
      "IQ1_M": 5.5,
      "IQ1_S": 29.5,
      "IQ2_M": 46.0,
      "IQ2_XXS": 31.2,
      "IQ3_XXS": 23.9,
      "Q2_K_XL": 24.9,
      "Q3_K_XL": 2.3,
      "Q4_K_XL": 41.2,
      "Q5_K_XL": 4.3,
      "Q6_K_XL": 28.1,
      "Q8_K_XL": 42.2,
      "TQ1_0": 38.3
    },
    "context": 131072,
    "tags": [
      "massive",
      "general",
      "kimi",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat"
    ],
    "license": "kimi"
  },
  {
    "id": "qwen3-coder-30b-a3b",
    "name": "Qwen 3 Coder 30B-A3B",
    "description": "Unsloth's Qwen3 Coder MoE.",
    "hf_repo": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF",
    "default_quant": "Q4_K_XL",
    "quants": [
      "IQ1_M",
      "IQ1_S",
      "IQ2_M",
      "IQ2_XXS",
      "IQ3_XXS",
      "IQ4_NL",
      "IQ4_XS",
      "Q2_K",
      "Q2_K_L",
      "Q2_K_XL",
      "Q3_K_M",
      "Q3_K_S",
      "Q3_K_XL",
      "Q4_0",
      "Q4_1",
      "Q4_K_M",
      "Q4_K_S",
      "Q4_K_XL",
      "Q5_K_M",
      "Q5_K_S",
      "Q5_K_XL",
      "Q6_K",
      "Q6_K_XL",
      "Q8_0",
      "Q8_K_XL",
      "TQ1_0"
    ],
    "file_pattern": "Qwen3-Coder-30B-A3B-Instruct-{quant}.gguf",
    "size_gb": {
      "IQ1_M": 9.0,
      "IQ1_S": 8.3,
      "IQ2_M": 10.1,
      "IQ2_XXS": 9.6,
      "IQ3_XXS": 12.0,
      "IQ4_NL": 16.1,
      "IQ4_XS": 15.3,
      "Q2_K": 10.5,
      "Q2_K_L": 10.6,
      "Q2_K_XL": 11.0,
      "Q3_K_M": 13.7,
      "Q3_K_S": 12.4,
      "Q3_K_XL": 12.9,
      "Q4_0": 16.2,
      "Q4_1": 17.9,
      "Q4_K_M": 17.3,
      "Q4_K_S": 16.3,
      "Q4_K_XL": 16.5,
      "Q5_K_M": 20.2,
      "Q5_K_S": 19.6,
      "Q5_K_XL": 20.2,
      "Q6_K": 23.4,
      "Q6_K_XL": 24.5,
      "Q8_0": 30.3,
      "Q8_K_XL": 33.5,
      "TQ1_0": 7.5
    },
    "context": 131072,
    "tags": [
      "large",
      "coding",
      "qwen",
      "moe",
      "unsloth"
    ],
    "capabilities": [
      "chat",
      "tools"
    ],
    "license": "qwen"
  }
]