{ "generated_at": "2026-10-21T11:54:02Z", "models": { "llama-2-7b": { "slug": "llama-2-7b", "key": "llama-2-7b", "name": "Llama 2 7B", "params_b": 6.74, "quants": { "Q2_K": 2825940672, "Q3_K_S": 2948304576, "Q3_K_M": 3298004672, "Q3_K_L": 3597110976, "Q4_0": 3822520893, "Q4_K_S": 3856740032, "Q4_K_M": 4081004224, "Q5_0": 4651691712, "Q5_K_S": 4651691712, "Q5_K_M": 4783156928, "Q6_K": 5529194176, "Q8_0": 7161857966, "F16": 13475459891 }, "size_source": "https://huggingface.co/TheBloke/Llama-2-7B-GGUF", "hf_url": "https://huggingface.co/TheBloke/Llama-2-7B-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "llama2", "overhead_gb": 0.97, "n_rows": 491 }, "llama-3.1-8b-instruct": { "slug": "llama-3-1-8b-instruct", "key": "llama-3.1-8b-instruct", "name": "Llama 3.1 8B Instruct", "params_b": 8.03, "quants": { "IQ2_M": 2948285856, "Q2_K": 3179136416, "IQ3_XS": 3518752160, "Q3_K_S": 3664504224, "Q2_K_L": 3692160416, "IQ3_M": 3784828320, "Q3_K_M": 4018922912, "Q3_K_L": 4321961376, "IQ4_XS": 4447667616, "IQ4_NL": 4677993888, "Q4_K_S": 4692673952, "Q3_K_XL": 4781630880, "Q4_K_M": 4920739232, "Q4_K_L": 5310637472, "Q5_K_S": 5599298976, "Q5_K_M": 5732992416, "Q5_K_L": 6057223584, "Q6_K": 6596011424, "Q6_K_L": 6850471328, "Q8_0": 8540775840 }, "size_source": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", "hf_url": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "llama3.1", "created_at": "2024-07-23T15:36:34.000Z", "repo": "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF", "base_model": "meta-llama/Llama-3.1-8B-Instruct", "downloads": 498735, "likes": 423, "listed_via": "trendingScore", "context_length": 131072, "arch": "llama", "first_seen": "2026-10-21", "overhead_gb": 1.0, "n_rows": 185 }, "qwen2.5-14b-instruct": { "slug": "qwen2-5-14b-instruct", "key": "qwen2.5-14b-instruct", "name": "Qwen2.5 14B Instruct", "params_b": 14.77, "quants": { "IQ2_M": 5356146816, "Q2_K": 5770498176, "IQ3_XS": 6383362176, "Q2_K_L": 6530818176, "Q3_K_S": 6659596416, "IQ3_M": 6916538496, "Q3_K_M": 7339204736, "Q3_K_L": 7924768896, "IQ4_XS": 8119840896, "Q4_0": 8544268416, "Q4_K_S": 8573431936, "Q3_K_XL": 8606015616, "Q4_K_M": 8988110976, "Q4_K_L": 9565954176, "Q5_K_S": 10266554496, "Q5_K_M": 10508873856, "Q5_K_L": 10989396096, "Q6_K": 12124684416, "Q6_K_L": 12501803136, "Q8_0": 15701598336, "F16": 29547716448 }, "size_source": "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF", "hf_url": "https://huggingface.co/bartowski/Qwen2.5-14B-Instruct-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "overhead_gb": 1.17, "n_rows": 169 }, "llama-3.2-1b-instruct": { "slug": "llama-3-2-1b-instruct", "key": "llama-3.2-1b-instruct", "name": "Llama 3.2 1B Instruct", "params_b": 1.24, "quants": { "IQ3_M": 657289344, "Q3_K_L": 732524672, "IQ4_XS": 743141504, "Q4_0": 773025920, "Q4_K_S": 775647360, "Q3_K_XL": 796139648, "Q4_K_M": 807694464, "Q4_K_L": 871309440, "Q5_K_S": 892563584, "Q5_K_M": 911503488, "Q5_K_L": 975118464, "Q6_K": 1021800576, "Q6_K_L": 1085415552, "Q8_0": 1321083008, "F16": 2479595360 }, "size_source": "https://huggingface.co/bartowski/Llama-3.2-1B-Instruct-GGUF", "hf_url": "https://huggingface.co/bartowski/Llama-3.2-1B-Instruct-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "llama3.2", "overhead_gb": 0.83, "n_rows": 230 }, "qwen3-4b-thinking-2507": { "slug": "qwen3-4b-thinking-2507", "key": "qwen3-4b-thinking-2507", "name": "Qwen3 4B Thinking 2507", "params_b": 4.02, "quants": { "UD-IQ1_S": 1083149952, "UD-IQ1_M": 1143484032, "UD-IQ2_XXS": 1255345792, "UD-IQ2_M": 1530402432, "Q2_K": 1669500032, "Q2_K_L": 1669500032, "UD-IQ3_XXS": 1674376832, "UD-Q2_K_XL": 1695724672, "Q3_K_S": 1886997632, "Q3_K_M": 2075618432, "UD-Q3_K_XL": 2128385152, "IQ4_XS": 2270751872, "Q4_0": 2375773312, "IQ4_NL": 2381343872, "Q4_K_S": 2383309952, "Q4_K_M": 2497281152, "UD-Q4_K_XL": 2546340992, "Q4_1": 2596629632, "Q5_K_S": 2823711872, "Q5_K_M": 2889514112, "UD-Q5_K_XL": 2899221632, "Q6_K": 3306261632, "UD-Q6_K_XL": 3658223232, "Q8_0": 4280405632, "UD-Q8_K_XL": 5056700032, "F16": 8051285344 }, "size_source": "https://huggingface.co/unsloth/Qwen3-4B-Thinking-2507-GGUF", "hf_url": "https://huggingface.co/unsloth/Qwen3-4B-Thinking-2507-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "overhead_gb": 0.9, "n_rows": 1 }, "gpt-oss-20b": { "slug": "gpt-oss-20b", "key": "gpt-oss-20b", "name": "gpt-oss 20B", "params_b": 20.91, "quants": { "MXFP4": 12109566624, "BF16": 13776107601, "F16": 13776107601, "Q4_K_M": 11854109736 }, "size_source": "https://huggingface.co/ggml-org/gpt-oss-20b-GGUF", "hf_url": "https://huggingface.co/ggml-org/gpt-oss-20b-GGUF", "benchmarked": true, "moe": true, "moe_active_ratio": 0.1714, "license": "apache-2.0", "created_at": "2025-08-05T17:12:17.000Z", "repo": "unsloth/gpt-oss-20b-GGUF", "base_model": "openai/gpt-oss-20b", "downloads": 539615, "likes": 883, "listed_via": "trendingScore", "context_length": 131072, "arch": "gpt-oss", "first_seen": "2026-10-21", "overhead_gb": 1.32, "n_rows": 30 }, "gpt-oss-120b": { "slug": "gpt-oss-120b", "key": "gpt-oss-120b", "name": "gpt-oss 120B", "params_b": 116.83, "quants": { "MXFP4": 63387346208, "F16": 65358664826, "Q4_K_M": 63007170232 }, "size_source": "https://huggingface.co/ggml-org/gpt-oss-120b-GGUF", "hf_url": "https://huggingface.co/ggml-org/gpt-oss-120b-GGUF", "benchmarked": true, "moe": true, "moe_active_ratio": 0.0436, "license": "apache-2.0", "created_at": "2025-08-05T17:11:45.000Z", "repo": "unsloth/gpt-oss-120b-GGUF", "base_model": "openai/gpt-oss-120b", "downloads": 78307, "likes": 296, "listed_via": "evergreen", "context_length": 131072, "arch": "gpt-oss", "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 11 }, "qwen3-coder-30b-a3b-instruct": { "slug": "qwen3-coder-30b-a3b-instruct", "key": "qwen3-coder-30b-a3b-instruct", "name": "Qwen3 Coder 30B-A3B Instruct", "params_b": 30.53, "quants": { "Q8_0": 32483933856 }, "size_source": "https://huggingface.co/ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF", "hf_url": "https://huggingface.co/ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF", "benchmarked": true, "moe": true, "moe_active_ratio": 0.1, "license": "apache-2.0", "created_at": "2025-07-31T10:27:38.000Z", "repo": "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF", "base_model": "Qwen/Qwen3-Coder-30B-A3B-Instruct", "downloads": 745022, "likes": 1163, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3moe", "first_seen": "2026-10-21", "overhead_gb": 1.56, "n_rows": 2 }, "qwen2.5-coder-7b": { "slug": "qwen2-5-coder-7b", "key": "qwen2.5-coder-7b", "name": "Qwen2.5 Coder 7B", "params_b": 7.62, "quants": { "Q8_0": 8098525600 }, "size_source": "https://huggingface.co/ggml-org/Qwen2.5-Coder-7B-Q8_0-GGUF", "hf_url": "https://huggingface.co/ggml-org/Qwen2.5-Coder-7B-Q8_0-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "overhead_gb": 0.99, "n_rows": 2 }, "gemma-3-4b-it-qat": { "slug": "gemma-3-4b-it-qat", "key": "gemma-3-4b-it-qat", "name": "Gemma 3 4B IT (QAT)", "params_b": 3.88, "quants": { "Q4_0": 2526080992 }, "size_source": "https://huggingface.co/ggml-org/gemma-3-4b-it-qat-GGUF", "hf_url": "https://huggingface.co/ggml-org/gemma-3-4b-it-qat-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": null, "overhead_gb": 0.9, "n_rows": 2 }, "glm-4.7-flash": { "slug": "glm-4-7-flash", "key": "glm-4.7-flash", "name": "GLM-4.7-Flash", "params_b": 29.94, "quants": { "Q4_K": 18244193920, "Q8_0": 31842799232 }, "size_source": "https://huggingface.co/ggml-org/GLM-4.7-Flash-GGUF", "hf_url": "https://huggingface.co/ggml-org/GLM-4.7-Flash-GGUF", "benchmarked": true, "moe": true, "moe_active_ratio": 0.1, "license": null, "created_at": "2026-01-20T00:14:42.000Z", "repo": "unsloth/GLM-4.7-Flash-GGUF", "base_model": "zai-org/GLM-4.7-Flash", "downloads": 233242, "likes": 728, "listed_via": "trendingScore", "context_length": 202752, "arch": "deepseek2", "first_seen": "2026-10-21", "overhead_gb": 1.55, "n_rows": 2 }, "nemotron-3-nano-4b": { "slug": "nemotron-3-nano-4b", "key": "nemotron-3-nano-4b", "name": "Nemotron 3 Nano 4B", "params_b": 3.97, "quants": { "Q8_0": 4233681088, "BF16": 7957649728 }, "size_source": "https://huggingface.co/ggml-org/Nemotron-3-Nano-4B-GGUF", "hf_url": "https://huggingface.co/ggml-org/Nemotron-3-Nano-4B-GGUF", "benchmarked": true, "moe": false, "moe_active_ratio": null, "license": null, "overhead_gb": 0.9, "n_rows": 1 }, "nemotron-3-super-120b": { "slug": "nemotron-3-super-120b", "key": "nemotron-3-super-120b", "name": "Nemotron 3 Super 120B-A12B", "params_b": 120.67, "quants": { "Q4_K": 69910021216 }, "size_source": "https://huggingface.co/ggml-org/Nemotron-3-Super-120B-GGUF", "hf_url": "https://huggingface.co/ggml-org/Nemotron-3-Super-120B-GGUF", "benchmarked": true, "moe": true, "moe_active_ratio": 0.1, "license": null, "overhead_gb": 3.0, "n_rows": 1 }, "qwen3-8-27b": { "slug": "qwen3-8-27b", "key": "qwen3-8-27b", "name": "Qwen3.8-27B", "params_b": 27.32, "quants": { "UD-IQ1_S": 6192222208, "UD-IQ1_M": 6729166848, "UD-IQ2_XXS": 7266070528, "UD-IQ2_S": 8371970048, "UD-Q2_K_XL": 9828981664, "UD-IQ3_XXS": 10934860704, "UD-IQ3_S": 12040883104, "UD-Q3_K_XL": 13146393504, "UD-IQ4_XS": 14252845984, "UD-Q4_K_S": 15358213024, "Q4_0": 16056478688, "UD-Q4_K_M": 16464440224, "Q4_1": 17540705248, "UD-Q4_K_XL": 17559178144, "UD-Q5_K_S": 18665753504, "UD-Q5_K_M": 19771509664, "UD-Q5_K_XL": 20876938144, "UD-Q6_K": 21983677344, "UD-Q6_K_M": 23088409504, "UD-Q6_K_L": 24193919904, "UD-Q6_K_XL": 25299061664, "UD-Q8_K_L": 28045695904, "Q8_0": 29047086048, "UD-Q8_K_XL": 31457991680, "BF16": 54657735616 }, "hf_url": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3.8-27B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-08-13T08:28:40.000Z", "repo": "unsloth/Qwen3.8-27B-GGUF", "base_model": "Qwen/Qwen3.8-27B", "downloads": 6291461, "likes": 5236, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "deepseek-v4-1-flash-1017": { "slug": "deepseek-v4-1-flash-1017", "key": "deepseek-v4-1-flash-1017", "name": "DeepSeek-V4.1-Flash-1017", "params_b": 748.49, "quants": { "UD-IQ1_S": 232979608475, "UD-IQ1_M": 250404346779, "UD-IQ2_XXS": 300475464795, "UD-Q2_K_XL": 334793544895, "UD-IQ3_XXS": 394736596867, "UD-IQ3_S": 423631019994, "UD-Q3_K_XL": 485068639215, "UD-Q4_K_XL": 500707576573, "UD-Q8_K_XL": 508376763197 }, "hf_url": "https://huggingface.co/unsloth/DeepSeek-V4.1-Flash-1017-GGUF", "size_source": "https://huggingface.co/unsloth/DeepSeek-V4.1-Flash-1017-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-10-17T20:36:06.000Z", "repo": "unsloth/DeepSeek-V4.1-Flash-1017-GGUF", "base_model": "deepseek-ai/DeepSeek-V4.1-Flash-1017", "downloads": 18769, "likes": 112, "listed_via": "trendingScore", "context_length": 1048576, "arch": "deepseek41", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "nvidia-nemotron-3-5-bolt-74b-a9b": { "slug": "nvidia-nemotron-3-5-bolt-74b-a9b", "key": "nvidia-nemotron-3-5-bolt-74b-a9b", "name": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B", "params_b": 74.04, "quants": { "UD-IQ1_S": 18507811840, "UD-IQ1_M": 20307471360, "UD-IQ2_XXS": 22018255872, "IQ2_XXS": 22018326464, "UD-IQ2_M": 24607493120, "UD-Q2_K_XL": 28753128448, "UD-IQ3_XXS": 31561116672, "UD-Q3_K_XL": 39027158016, "UD-Q4_K_XL": 50219478368, "UD-Q5_K_XL": 58912632064, "UD-Q6_K_XL": 72390438144, "Q8_0": 78852779040, "BF16": 148212149408 }, "hf_url": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-GGUF", "size_source": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1216, "license": "other", "created_at": "2026-10-14T15:25:16.000Z", "repo": "unsloth/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-GGUF", "base_model": "nvidia/NVIDIA-Nemotron-3.5-Bolt-74B-A9B-BF16", "downloads": 39635, "likes": 81, "listed_via": "trendingScore", "context_length": 262144, "arch": "nemotron_h_moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 2.65, "n_rows": 0 }, "lfm2-5-24b-a2b": { "slug": "lfm2-5-24b-a2b", "key": "lfm2-5-24b-a2b", "name": "LFM2.5-24B-A2B", "params_b": 23.97, "quants": { "UD-IQ2_XXS": 7468302592, "UD-IQ2_M": 7535313152, "UD-Q2_K_XL": 8042561760, "UD-IQ3_XXS": 8959328480, "UD-Q3_K_XL": 10947100928, "UD-Q4_K_XL": 14876901632, "UD-Q5_K_XL": 17918820608, "UD-Q6_K_XL": 21861204224, "Q8_0": 25493733344, "BF16": 47962095584 }, "hf_url": "https://huggingface.co/unsloth/LFM2.5-24B-A2B-GGUF", "size_source": "https://huggingface.co/unsloth/LFM2.5-24B-A2B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0833, "license": "other", "created_at": "2026-10-13T14:19:48.000Z", "repo": "unsloth/LFM2.5-24B-A2B-GGUF", "base_model": "LiquidAI/LFM2.5-24B-A2B", "downloads": 58397, "likes": 95, "listed_via": "trendingScore", "context_length": 131072, "arch": "lfm2moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.4, "n_rows": 0 }, "muse-spark-open-816b-a42b": { "slug": "muse-spark-open-816b-a42b", "key": "muse-spark-open-816b-a42b", "name": "Muse-Spark-Open-816B-A42B", "params_b": 819.99, "quants": { "UD-IQ1_S": 175639574392, "UD-IQ1_M": 208925571064, "UD-IQ2_XXS": 225568569304, "UD-IQ2_S": 275497564280, "UD-Q2_K_XL": 311225649368, "UD-IQ3_XXS": 340350896376, "UD-Q3_K_XL": 401483491832, "UD-Q4_K_XL": 505502231288 }, "hf_url": "https://huggingface.co/unsloth/Muse-Spark-Open-816B-A42B-GGUF", "size_source": "https://huggingface.co/unsloth/Muse-Spark-Open-816B-A42B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0515, "license": "other", "created_at": "2026-09-19T10:53:50.000Z", "repo": "unsloth/Muse-Spark-Open-816B-A42B-GGUF", "base_model": "meta-models/Muse-Spark-Open-816B-A42B", "downloads": 9503, "likes": 63, "listed_via": "trendingScore", "context_length": 1048576, "arch": "muse-spark", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "ornith-1-5-122b": { "slug": "ornith-1-5-122b", "key": "ornith-1-5-122b", "name": "Ornith-1.5-122B", "params_b": 124.64, "quants": { "UD-IQ1_M": 40356745472, "UD-IQ2_XXS": 41967395072, "UD-Q2_K_XL": 44533952768, "UD-IQ3_XXS": 49515667712, "UD-Q3_K_XL": 59761254545, "UD-Q4_K_XL": 79713771665, "UD-Q5_K_XL": 94611939505, "UD-Q6_K_XL": 114222407953, "Q8_0": 132555710737, "BF16": 249362981521 }, "hf_url": "https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF", "size_source": "https://huggingface.co/unsloth/Ornith-1.5-122B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": null, "license": "mit", "created_at": "2026-10-20T03:26:49.000Z", "repo": "unsloth/Ornith-1.5-122B-GGUF", "base_model": "ornith-ai/Ornith-1.5-122B", "downloads": 7758, "likes": 51, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "nvidia-nemotron-3-5-super-vl-120b-a12b": { "slug": "nvidia-nemotron-3-5-super-vl-120b-a12b", "key": "nvidia-nemotron-3-5-super-vl-120b-a12b", "name": "NVIDIA-Nemotron-3.5-Super-VL-120B-A12B", "params_b": 120.0, "quants": { "UD-IQ1_M": 46140308288, "UD-IQ2_XXS": 51120348072, "UD-IQ2_M": 55876393864, "UD-Q2_K_XL": 57788537768, "UD-IQ3_XXS": 59764210568, "UD-Q3_K_XL": 65761541032, "NVFP4": 77686053984, "UD-Q4_K_XL": 86907243432, "UD-Q5_K_XL": 110702468136, "UD-Q6_K_XL": 120985852968, "Q8_0": 131605437178 }, "hf_url": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF", "size_source": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1, "license": "other", "created_at": "2026-10-14T15:29:05.000Z", "repo": "unsloth/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF", "base_model": "nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16", "downloads": 14880, "likes": 50, "listed_via": "trendingScore", "context_length": 1048576, "arch": "dflash", "params_note": "GGUF metadata says 1.63B; name says 120B; using name", "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "qwen3-8-flash-next": { "slug": "qwen3-8-flash-next", "key": "qwen3-8-flash-next", "name": "Qwen3.8-Flash-Next", "params_b": 176.94, "quants": { "UD-IQ1_S": 72546461344, "UD-IQ1_M": 74538755776, "UD-Q2_K_XL": 78869128864, "UD-IQ3_XXS": 81961823936, "UD-Q3_K_XL": 89986353824, "UD-IQ4_XS": 93682584224, "UD-Q4_K_XL": 111334654784, "UD-Q5_K_XL": 158286406650, "UD-Q6_K_XL": 169165382688, "Q8_0": 188225033248, "BF16": 354029930496 }, "hf_url": "https://huggingface.co/unsloth/Qwen3.8-Flash-Next-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3.8-Flash-Next-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "other", "created_at": "2026-08-26T12:29:32.000Z", "repo": "unsloth/Qwen3.8-Flash-Next-GGUF", "base_model": "Qwen/Qwen3.8-Flash-Next", "downloads": 1080159, "likes": 1245, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen4exp", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "qwen3-6-35b-a3b": { "slug": "qwen3-6-35b-a3b", "key": "qwen3-6-35b-a3b", "name": "Qwen3.6-35B-A3B", "params_b": 34.66, "quants": { "UD-IQ1_M": 10047749088, "UD-IQ2_XXS": 10756586464, "UD-IQ2_M": 11522702304, "UD-Q2_K_XL": 12290628576, "UD-IQ3_XXS": 13211155424, "UD-IQ3_S": 13676723168, "UD-Q3_K_S": 15359196128, "UD-Q3_K_M": 16600710112, "UD-Q3_K_XL": 16845511648, "UD-IQ4_XS": 17730509792, "UD-Q4_K_S": 20893015008, "MXFP4_MOE": 21706144736, "UD-Q4_K_M": 22134528992, "UD-Q4_K_XL": 22360456160, "UD-Q5_K_S": 24942050272, "UD-Q5_K_M": 26456194016, "UD-Q5_K_XL": 26592508896, "UD-Q6_K": 29308320736, "UD-Q6_K_XL": 31843777504, "Q8_0": 36903140320, "UD-IQ4_NL": 37541394368, "UD-Q8_K_XL": 38451182560, "BF16": 69376638176 }, "hf_url": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0857, "license": "apache-2.0", "created_at": "2026-04-16T04:31:31.000Z", "repo": "unsloth/Qwen3.6-35B-A3B-GGUF", "base_model": "Qwen/Qwen3.6-35B-A3B", "downloads": 1248051, "likes": 1707, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.67, "n_rows": 0 }, "qwen3-5-9b": { "slug": "qwen3-5-9b", "key": "qwen3-5-9b", "name": "Qwen3.5-9B", "params_b": 8.95, "quants": { "UD-IQ2_XXS": 3190613216, "UD-IQ2_M": 3649365216, "UD-IQ3_XXS": 4016235744, "UD-Q2_K_XL": 4121781472, "Q3_K_S": 4316865760, "Q3_K_M": 4673643744, "UD-Q3_K_XL": 5053834464, "IQ4_XS": 5168653536, "IQ4_NL": 5371028704, "Q4_0": 5379417312, "Q4_K_S": 5394097376, "Q4_K_M": 5680522464, "Q4_1": 5837251808, "UD-Q4_K_XL": 5966095584, "Q5_K_S": 6361146592, "Q5_K_M": 6577841376, "UD-Q5_K_XL": 6743680224, "Q6_K": 7458301152, "UD-Q6_K_XL": 8756929760, "Q8_0": 9527502048, "UD-Q8_K_XL": 12974040288, "BF16": 17920697312 }, "hf_url": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-02-28T14:04:29.000Z", "repo": "unsloth/Qwen3.5-9B-GGUF", "base_model": "Qwen/Qwen3.5-9B", "downloads": 1350472, "likes": 1016, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.02, "n_rows": 0 }, "gemma-4-26b-a4b-it": { "slug": "gemma-4-26b-a4b-it", "key": "gemma-4-26b-a4b-it", "name": "gemma-4-26B-A4B-it", "params_b": 25.23, "quants": { "UD-IQ2_XXS": 9922480608, "UD-IQ2_M": 10014755296, "UD-Q2_K_XL": 10546934240, "UD-IQ3_S": 11289671136, "UD-IQ3_XXS": 11416548832, "UD-Q3_K_M": 12728497888, "UD-Q3_K_XL": 12907280096, "UD-IQ4_XS": 13597177568, "UD-IQ4_NL": 13613037280, "UD-Q4_K_S": 16487610080, "MXFP4_MOE": 16551048928, "UD-Q4_K_M": 16947541728, "UD-Q4_K_XL": 17010980576, "UD-Q5_K_S": 18850707168, "UD-Q5_K_M": 21150365408, "UD-Q5_K_XL": 21217769184, "UD-Q6_K": 23172478688, "UD-Q6_K_XL": 23295391456, "Q8_0": 26859861728, "UD-Q8_K_XL": 27636232928, "BF16": 50505137824 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1538, "license": "apache-2.0", "created_at": "2026-04-01T14:42:29.000Z", "repo": "unsloth/gemma-4-26B-A4B-it-GGUF", "base_model": "google/gemma-4-26B-A4B-it", "downloads": 933850, "likes": 1234, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.43, "n_rows": 0 }, "gemma-4-12b-it": { "slug": "gemma-4-12b-it", "key": "gemma-4-12b-it", "name": "gemma-4-12B-it", "params_b": 11.91, "quants": { "UD-IQ2_M": 4213353280, "UD-IQ3_XXS": 4639716160, "UD-Q2_K_XL": 4661419840, "Q3_K_S": 5135014720, "Q3_K_M": 5693872960, "UD-Q3_K_XL": 6022684480, "IQ4_XS": 6375734080, "IQ4_NL": 6716357440, "Q4_0": 6738475840, "Q4_K_S": 6764526400, "Q4_K_M": 7121861440, "UD-Q4_K_XL": 7366423360, "Q4_1": 7397604160, "Q5_K_S": 8204680000, "Q5_K_M": 8413576000, "UD-Q5_K_XL": 8606021440, "Q6_K": 9786022720, "UD-Q6_K_XL": 10685012800, "Q8_0": 12669647680, "UD-Q8_K_XL": 13637327680, "BF16": 23832066656 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-12b-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-05-29T11:25:59.000Z", "repo": "unsloth/gemma-4-12b-it-GGUF", "base_model": "google/gemma-4-12B-it", "downloads": 1568868, "likes": 923, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.1, "n_rows": 0 }, "glm-5-3-flash": { "slug": "glm-5-3-flash", "key": "glm-5-3-flash", "name": "GLM-5.3-Flash", "params_b": 320.76, "quants": { "UD-IQ1_S": 93087245088, "UD-IQ1_M": 97579344672, "UD-IQ2_XXS": 101844951904, "UD-Q2_K_XL": 108720071552, "UD-IQ3_XXS": 120367571840, "UD-Q3_K_XL": 147535922080, "UD-IQ4_XS": 156822111200, "UD-Q4_K_XL": 199707321472, "UD-Q5_K_XL": 240306087008, "UD-Q6_K_XL": 291833111808, "Q8_0": 340981966208, "BF16": 641641064288 }, "hf_url": "https://huggingface.co/unsloth/GLM-5.3-Flash-GGUF", "size_source": "https://huggingface.co/unsloth/GLM-5.3-Flash-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-08-26T14:21:15.000Z", "repo": "unsloth/GLM-5.3-Flash-GGUF", "base_model": "zai-org/GLM-5.3-Flash", "downloads": 925968, "likes": 490, "listed_via": "trendingScore", "context_length": 1048576, "arch": "glm5-next", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "beam-1-0-501b-a23b": { "slug": "beam-1-0-501b-a23b", "key": "beam-1-0-501b-a23b", "name": "Beam-1.0-501B-A23B", "params_b": 501.27, "quants": { "UD-IQ1_S": 103059961380, "UD-IQ1_M": 123612050980, "UD-IQ2_XXS": 133885310500, "UD-IQ2_M": 164805195396, "UD-Q2_K_XL": 186877720196, "UD-IQ3_XXS": 197154584164, "UD-Q3_K_XL": 242308069188, "UD-Q4_K_XL": 306533349412, "UD-Q5_K_XL": 369474123812, "UD-Q6_K_XL": 453155388836, "Q8_0": 532794735998, "BF16": 1002671882528 }, "hf_url": "https://huggingface.co/unsloth/Beam-1.0-501B-A23B-GGUF", "size_source": "https://huggingface.co/unsloth/Beam-1.0-501B-A23B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0459, "license": "apache-2.0", "created_at": "2026-10-16T09:11:02.000Z", "repo": "unsloth/Beam-1.0-501B-A23B-GGUF", "base_model": "reflection/Beam-1.0-501B-A23B", "downloads": 2157, "likes": 13, "listed_via": "trendingScore", "context_length": 1048576, "arch": "beam", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "qwen3-5-4b": { "slug": "qwen3-5-4b", "key": "qwen3-5-4b", "name": "Qwen3.5-4B", "params_b": 4.21, "quants": { "UD-IQ2_XXS": 1520217248, "UD-IQ2_M": 1759997088, "UD-Q2_K_XL": 1940825248, "UD-IQ3_XXS": 1949047968, "Q3_K_S": 2105791648, "Q3_K_M": 2293388448, "UD-Q3_K_XL": 2436420768, "IQ4_XS": 2477053088, "IQ4_NL": 2579944608, "Q4_0": 2583221408, "Q4_K_S": 2590430368, "Q4_K_M": 2740937888, "Q4_1": 2784416928, "UD-Q4_K_XL": 2912109728, "Q5_K_S": 3024934048, "Q5_K_M": 3143656608, "UD-Q5_K_XL": 3250869408, "Q6_K": 3525956768, "UD-Q6_K_XL": 4145548448, "Q8_0": 4482403488, "UD-Q8_K_XL": 5952048288, "BF16": 8424393632 }, "hf_url": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-03-02T05:46:32.000Z", "repo": "unsloth/Qwen3.5-4B-GGUF", "base_model": "Qwen/Qwen3.5-4B", "downloads": 1251895, "likes": 499, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.91, "n_rows": 0 }, "muse-glimmer-30b": { "slug": "muse-glimmer-30b", "key": "muse-glimmer-30b", "name": "Muse-Glimmer-30B", "params_b": 27.85, "quants": { "UD-IQ2_XXS": 10746373152, "UD-IQ2_XS": 11513104416, "UD-IQ2_M": 12255421472, "UD-Q2_K_XL": 12444212256, "UD-IQ3_XXS": 13130658848, "UD-Q3_K_XL": 13360983072, "UD-IQ3_M": 14122705696, "UD-Q4_K_XL": 15878222368, "UD-Q5_K_M": 19194274848, "UD-Q5_K_L": 19768527904, "UD-Q5_K_XL": 21789618976, "UD-Q6_K_XL": 26265362976, "Q8_0": 29612957984, "UD-Q8_K_XL": 32300651040, "BF16": 55725511168 }, "hf_url": "https://huggingface.co/unsloth/Muse-Glimmer-30B-GGUF", "size_source": "https://huggingface.co/unsloth/Muse-Glimmer-30B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-08-10T09:11:29.000Z", "repo": "unsloth/Muse-Glimmer-30B-GGUF", "base_model": "meta-models/Muse-Glimmer-30B", "downloads": 543991, "likes": 574, "listed_via": "trendingScore", "context_length": 131072, "arch": "muse-glimmer", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.5, "n_rows": 0 }, "gemma-4-31b-it": { "slug": "gemma-4-31b-it", "key": "gemma-4-31b-it", "name": "gemma-4-31B-it", "params_b": 30.7, "quants": { "UD-IQ2_XXS": 8534295488, "UD-IQ2_M": 10752820160, "UD-Q2_K_XL": 11774991296, "UD-IQ3_XXS": 11837782976, "Q3_K_S": 13210856384, "Q3_K_M": 14736608192, "UD-Q3_K_XL": 15380222912, "IQ4_XS": 16372460480, "IQ4_NL": 17287670720, "Q4_0": 17338248128, "Q4_K_S": 17399835584, "Q4_K_M": 18323733440, "UD-Q4_K_XL": 18822970304, "Q4_1": 19118091200, "Q5_K_S": 21124672448, "Q5_K_M": 21658401728, "UD-Q5_K_XL": 21890429888, "Q6_K": 25201486784, "UD-Q6_K_XL": 27521338304, "Q8_0": 32635677632, "UD-Q8_K_XL": 35020041152, "BF16": 61413190528 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-04-01T14:40:18.000Z", "repo": "unsloth/gemma-4-31B-it-GGUF", "base_model": "google/gemma-4-31B-it", "downloads": 280489, "likes": 645, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.57, "n_rows": 0 }, "gemma-4-e4b-it": { "slug": "gemma-4-e4b-it", "key": "gemma-4-e4b-it", "name": "gemma-4-E4B-it", "params_b": 7.52, "quants": { "UD-IQ2_M": 3545083008, "UD-IQ3_XXS": 3717115008, "UD-Q2_K_XL": 3757419648, "Q3_K_S": 3862379648, "Q3_K_M": 4058137728, "UD-Q3_K_XL": 4588440704, "IQ4_XS": 4715416704, "IQ4_NL": 4835839104, "Q4_0": 4836002944, "Q4_K_S": 4844850304, "Q4_K_M": 4977171584, "Q4_1": 5074390144, "UD-Q4_K_XL": 5126306944, "Q5_K_S": 5404855424, "Q5_K_M": 5481798784, "UD-Q5_K_XL": 6656154752, "Q6_K": 7074929792, "UD-Q6_K_XL": 7457762432, "Q8_0": 8192953472, "UD-Q8_K_XL": 8711507072, "BF16": 15053097856 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-04-01T14:42:04.000Z", "repo": "unsloth/gemma-4-E4B-it-GGUF", "base_model": "google/gemma-4-E4B-it", "downloads": 610749, "likes": 661, "listed_via": "trendingScore", "context_length": 131072, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.99, "n_rows": 0 }, "gemma-4-12b-it-qat-q4-0-unquantized": { "slug": "gemma-4-12b-it-qat-q4-0-unquantized", "key": "gemma-4-12b-it-qat-q4-0-unquantized", "name": "gemma-4-12B-it-qat-q4_0-unquantized", "params_b": 11.91, "quants": { "UD-Q4_K_XL": 6716356800 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-12B-it-qat-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-12B-it-qat-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-06-05T10:35:42.000Z", "repo": "unsloth/gemma-4-12B-it-qat-GGUF", "base_model": "google/gemma-4-12B-it-qat-q4_0-unquantized", "downloads": 257718, "likes": 595, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.1, "n_rows": 0 }, "lfm2-5-8b-a1b": { "slug": "lfm2-5-8b-a1b", "key": "lfm2-5-8b-a1b", "name": "LFM2.5-8B-A1B", "params_b": 8.47, "quants": { "UD-IQ1_M": 2573872736, "UD-IQ2_XXS": 2701274720, "UD-IQ2_M": 2754588256, "UD-Q2_K_XL": 2925768288, "UD-IQ3_XXS": 3272339040, "UD-IQ3_S": 3570921056, "UD-Q3_K_M": 3939626592, "UD-Q3_K_XL": 4003114592, "UD-IQ4_XS": 4264996448, "UD-IQ4_NL": 4358844000, "UD-Q4_K_S": 5013941856, "UD-Q4_K_M": 5322223200, "MXFP4_MOE": 5348437600, "UD-Q4_K_XL": 5351583328, "UD-Q5_K_S": 6005894752, "UD-Q5_K_M": 6361886304, "UD-Q5_K_XL": 6393081440, "UD-Q6_K": 7088287328, "UD-Q6_K_XL": 7742467680, "Q8_0": 9010196064, "UD-Q8_K_XL": 9340497504, "BF16": 16947260768 }, "hf_url": "https://huggingface.co/unsloth/LFM2.5-8B-A1B-GGUF", "size_source": "https://huggingface.co/unsloth/LFM2.5-8B-A1B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.125, "license": "other", "created_at": "2026-05-29T09:11:04.000Z", "repo": "unsloth/LFM2.5-8B-A1B-GGUF", "base_model": "LiquidAI/LFM2.5-8B-A1B", "downloads": 19141, "likes": 126, "listed_via": "trendingScore", "context_length": 128000, "arch": "lfm2moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.01, "n_rows": 0 }, "deepseek-r1-0528-qwen3-8b": { "slug": "deepseek-r1-0528-qwen3-8b", "key": "deepseek-r1-0528-qwen3-8b", "name": "DeepSeek-R1-0528-Qwen3-8B", "params_b": 8.19, "quants": { "UD-IQ1_S": 2268695040, "UD-IQ1_M": 2390985216, "UD-IQ2_XXS": 2601683456, "UD-IQ2_M": 3110504960, "Q2_K": 3281734144, "UD-IQ3_XXS": 3410266624, "Q2_K_L": 3427592704, "UD-Q2_K_XL": 3501976064, "Q3_K_S": 3769612800, "Q3_K_M": 4124162560, "UD-Q3_K_XL": 4313737728, "IQ4_XS": 4581288448, "Q4_0": 4787333632, "IQ4_NL": 4793625088, "Q4_K_S": 4802013696, "Q4_K_M": 5027785216, "UD-Q4_K_XL": 5122746880, "Q4_1": 5247756800, "Q5_K_S": 5720762880, "Q5_K_M": 5851113984, "UD-Q5_K_XL": 5883587072, "Q6_K": 6725900800, "UD-Q6_K_XL": 7490550272, "Q8_0": 8709519872, "UD-Q8_K_XL": 10824038912, "BF16": 16388045056 }, "hf_url": "https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF", "size_source": "https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2025-05-29T14:17:25.000Z", "repo": "unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF", "base_model": "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", "downloads": 124309, "likes": 471, "listed_via": "trendingScore", "context_length": 131072, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.0, "n_rows": 0 }, "qwen3-coder-next": { "slug": "qwen3-coder-next", "key": "qwen3-coder-next", "name": "Qwen3-Coder-Next", "params_b": 79.67, "quants": { "UD-TQ1_0": 18941835296, "UD-IQ1_S": 21508749344, "UD-IQ1_M": 21701693440, "UD-IQ2_XXS": 23312490496, "UD-IQ2_M": 24962293760, "UD-Q2_K_XL": 26760515584, "UD-IQ3_XXS": 28482506752, "Q2_K": 29224450080, "Q2_K_L": 29297379360, "UD-IQ3_S": 29690687488, "UD-Q3_K_S": 33320267776, "Q3_K_S": 34603089952, "UD-Q3_K_M": 35937513472, "UD-Q3_K_XL": 36282685440, "Q3_K_M": 38322487328, "UD-IQ4_XS": 38429272064, "UD-IQ4_NL": 39234725888, "IQ4_XS": 42676135968, "IQ4_NL": 45130344480, "Q4_0": 45330098208, "Q4_K_S": 45531949088, "UD-Q4_K_S": 46079830016, "MXFP4_MOE": 48033779712, "Q4_K_M": 48528320544, "UD-Q4_K_M": 49301055488, "UD-Q4_K_XL": 49608478720, "Q4_1": 50057423200, "Q5_K_S": 55055280480, "UD-Q5_K_S": 55819456832, "Q5_K_M": 56847886688, "UD-Q5_K_M": 59242008928, "UD-Q5_K_XL": 59541180768, "Q6_K": 65613992288, "UD-Q6_K": 65789092160, "UD-Q6_K_XL": 73118769504, "Q8_0": 84812255584, "UD-Q8_K_XL": 86348747104, "BF16": 159458415168 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-02-03T13:10:01.000Z", "repo": "unsloth/Qwen3-Coder-Next-GGUF", "base_model": "Qwen/Qwen3-Coder-Next", "downloads": 143778, "likes": 889, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3next", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 2.79, "n_rows": 0 }, "gemma-4-26b-a4b-it-qat-q4-0-unquantized": { "slug": "gemma-4-26b-a4b-it-qat-q4-0-unquantized", "key": "gemma-4-26b-a4b-it-qat-q4-0-unquantized", "name": "gemma-4-26B-A4B-it-qat-q4_0-unquantized", "params_b": 25.23, "quants": { "UD-Q4_K_XL": 14249047104 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-qat-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1538, "license": "apache-2.0", "created_at": "2026-06-05T10:35:42.000Z", "repo": "unsloth/gemma-4-26B-A4B-it-qat-GGUF", "base_model": "google/gemma-4-26B-A4B-it-qat-q4_0-unquantized", "downloads": 257971, "likes": 472, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.43, "n_rows": 0 }, "gemma-4-31b-it-qat-q4-0-unquantized": { "slug": "gemma-4-31b-it-qat-q4-0-unquantized", "key": "gemma-4-31b-it-qat-q4-0-unquantized", "name": "gemma-4-31B-it-qat-q4_0-unquantized", "params_b": 30.7, "quants": { "UD-Q4_K_XL": 17287670048 }, "hf_url": "https://huggingface.co/unsloth/gemma-4-31B-it-qat-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-4-31B-it-qat-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-06-05T10:35:42.000Z", "repo": "unsloth/gemma-4-31B-it-qat-GGUF", "base_model": "google/gemma-4-31B-it-qat-q4_0-unquantized", "downloads": 104127, "likes": 213, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.57, "n_rows": 0 }, "llama-3-2-3b-instruct": { "slug": "llama-3-2-3b-instruct", "key": "llama-3-2-3b-instruct", "name": "Llama-3.2-3B-Instruct", "params_b": 3.21, "quants": { "UD-IQ1_S": 912345536, "UD-IQ1_M": 960416192, "UD-IQ2_XXS": 1046579648, "UD-IQ2_M": 1256262080, "Q2_K": 1363935680, "Q2_K_L": 1363935680, "UD-IQ3_XXS": 1370147264, "UD-Q2_K_XL": 1403380160, "Q3_K_S": 1542848960, "Q3_K_M": 1687159232, "UD-Q3_K_XL": 1742430656, "IQ4_XS": 1829110208, "IQ4_NL": 1917190592, "Q4_0": 1921909184, "Q4_K_S": 1928200640, "Q4_K_M": 2019377600, "UD-Q4_K_XL": 2060886464, "Q4_1": 2093351360, "Q5_K_S": 2269512128, "Q5_K_M": 2322153920, "UD-Q5_K_XL": 2327781824, "Q6_K": 2643853760, "UD-Q6_K_XL": 2967833024, "Q8_0": 3421898816, "UD-Q8_K_XL": 4204153280, "F16": 6433687616, "BF16": 6433687744 }, "hf_url": "https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF", "size_source": "https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "llama3.2", "created_at": "2024-09-25T19:47:33.000Z", "repo": "unsloth/Llama-3.2-3B-Instruct-GGUF", "base_model": "meta-llama/Llama-3.2-3B-Instruct", "downloads": 117676, "likes": 88, "listed_via": "trendingScore", "context_length": 131072, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.88, "n_rows": 0 }, "qwen3-4b": { "slug": "qwen3-4b", "key": "qwen3-4b", "name": "Qwen3-4B", "params_b": 4.02, "quants": { "UD-IQ1_S": 1083150112, "UD-IQ1_M": 1143484192, "UD-IQ2_XXS": 1255345952, "UD-IQ2_M": 1532931872, "Q2_K": 1669500192, "Q2_K_L": 1669500192, "UD-IQ3_XXS": 1674376992, "UD-Q2_K_XL": 1695724832, "Q3_K_S": 1886997792, "Q3_K_M": 2075618592, "UD-Q3_K_XL": 2131692832, "IQ4_XS": 2270752032, "Q4_0": 2375773472, "IQ4_NL": 2381344032, "Q4_K_S": 2383310112, "Q4_K_M": 2497281312, "UD-Q4_K_XL": 2546341152, "Q4_1": 2596629792, "Q5_K_S": 2823712032, "Q5_K_M": 2889514272, "UD-Q5_K_XL": 2905253152, "Q6_K": 3306261792, "UD-Q6_K_XL": 3658223392, "Q8_0": 4280405792, "UD-Q8_K_XL": 5056700192, "BF16": 8051285536 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-4B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-4B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-04-28T07:55:09.000Z", "repo": "unsloth/Qwen3-4B-GGUF", "base_model": "Qwen/Qwen3-4B", "downloads": 506648, "likes": 251, "listed_via": "trendingScore", "context_length": 40960, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "qwen3-vl-30b-a3b-instruct": { "slug": "qwen3-vl-30b-a3b-instruct", "key": "qwen3-vl-30b-a3b-instruct", "name": "Qwen3-VL-30B-A3B-Instruct", "params_b": 30.53, "quants": { "UD-TQ1_0": 8161777376, "UD-IQ1_S": 9088194272, "UD-IQ1_M": 9666860768, "UD-IQ2_XXS": 10341816032, "UD-IQ2_M": 10845132512, "Q2_K": 11258611424, "Q2_K_L": 11331540704, "UD-Q2_K_XL": 11787540192, "UD-IQ3_XXS": 12888086240, "Q3_K_S": 13292469984, "UD-Q3_K_XL": 13833049824, "Q3_K_M": 14711848672, "IQ4_XS": 16378074848, "IQ4_NL": 17310783200, "Q4_0": 17379989216, "Q4_K_S": 17456010976, "UD-Q4_K_XL": 17715664608, "Q4_K_M": 18556688096, "Q4_1": 19192501984, "Q5_K_S": 21080512224, "Q5_K_M": 21725583072, "UD-Q5_K_XL": 21740304096, "Q6_K": 25092533984, "UD-Q6_K_XL": 26340327136, "Q8_0": 32483933920, "UD-Q8_K_XL": 35989946080, "BF16": 61095804576 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1, "license": "apache-2.0", "created_at": "2025-10-30T22:29:51.000Z", "repo": "unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF", "base_model": "Qwen/Qwen3-VL-30B-A3B-Instruct", "downloads": 25243, "likes": 121, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3vlmoe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.56, "n_rows": 0 }, "mimo-v2-6-distill-qwen-9b": { "slug": "mimo-v2-6-distill-qwen-9b", "key": "mimo-v2-6-distill-qwen-9b", "name": "MiMo-V2.6-Distill-Qwen-9B", "params_b": 8.95, "quants": { "IQ2_M": 3536901664, "Q2_K": 3644380704, "IQ3_XXS": 4138833440, "Q3_K_S": 4260304416, "IQ3_XS": 4268037664, "Q3_K_M": 4479948320, "Q3_K_L": 4659156512, "IQ3_M": 4846458400, "IQ4_XS": 5227304480, "Q4_0": 5482829344, "Q4_K_S": 5483255328, "IQ4_NL": 5825058336, "Q4_K_M": 5841049120, "Q4_1": 5944858144, "Q4_K_L": 6202021408, "Q5_K_S": 6496015904, "Q5_K_M": 6876124704, "Q6_K_S": 7509284384, "Q6_K": 7793710624, "Q6_K_L": 8106579488, "Q8_0": 9545979424, "BF16": 17920693440 }, "hf_url": "https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "size_source": "https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2026-09-21T22:09:46.000Z", "repo": "bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF", "base_model": "XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B", "downloads": 914001, "likes": 160, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.02, "n_rows": 0 }, "artemis-31b-v1-2": { "slug": "artemis-31b-v1-2", "key": "artemis-31b-v1-2", "name": "Artemis-31B-v1.2", "params_b": 30.7, "quants": { "IQ2_XXS": 9158900160, "IQ2_XS": 9608247744, "IQ2_S": 10215606720, "IQ2_M": 11343276480, "Q2_K": 11925604800, "IQ3_XXS": 13330074048, "Q3_K_S": 13960270272, "IQ3_XS": 14036437440, "Q3_K_M": 14699233728, "Q3_K_L": 15622185408, "IQ3_M": 16398221760, "IQ4_XS": 17232447936, "Q4_0": 18076264896, "Q4_K_S": 18308164032, "IQ4_NL": 19402287552, "Q4_K_M": 19517721024, "Q4_1": 19765275072, "Q4_K_L": 20907653568, "Q5_K_S": 21988401600, "Q5_K_M": 23501810112, "Q6_K_S": 25760117184, "Q6_K": 26964040128, "Q6_K_L": 28286622144, "Q8_0": 32635677120, "BF16": 61413189984 }, "hf_url": "https://huggingface.co/bartowski/TheDrummer_Artemis-31B-v1.2-GGUF", "size_source": "https://huggingface.co/bartowski/TheDrummer_Artemis-31B-v1.2-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2026-09-25T16:10:38.000Z", "repo": "bartowski/TheDrummer_Artemis-31B-v1.2-GGUF", "base_model": "TheDrummer/Artemis-31B-v1.2", "downloads": 54290, "likes": 26, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.57, "n_rows": 0 }, "tess-4-5-27b": { "slug": "tess-4-5-27b", "key": "tess-4-5-27b", "name": "Tess-4.5-27B", "params_b": 27.32, "quants": { "IQ2_XXS": 8881268928, "IQ2_XS": 9088526528, "IQ2_S": 9684043968, "IQ2_M": 10522249408, "Q2_K": 10821544128, "IQ3_XXS": 12320168128, "Q3_K_S": 12739885248, "IQ3_XS": 12799604928, "Q3_K_M": 13404051648, "Q3_K_L": 14122817728, "IQ3_M": 14860630208, "IQ4_XS": 15475951808, "Q4_0": 16348768448, "Q4_K_S": 16363514048, "IQ4_NL": 17442400448, "Q4_K_M": 17442400448, "Q4_1": 17825458368, "Q4_K_L": 18820704448, "Q5_K_S": 19566913728, "Q5_K_M": 20923877568, "Q6_K_S": 22857455808, "Q6_K": 23860566208, "Q6_K_L": 24958908608, "Q8_0": 29116389568, "BF16": 54657734720 }, "hf_url": "https://huggingface.co/bartowski/migtissera_Tess-4.5-27B-GGUF", "size_source": "https://huggingface.co/bartowski/migtissera_Tess-4.5-27B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-19T00:50:30.000Z", "repo": "bartowski/migtissera_Tess-4.5-27B-GGUF", "base_model": "migtissera/Tess-4.5-27B", "downloads": 4162, "likes": 4, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "qwen2-5-coder-7b-instruct-abliterated": { "slug": "qwen2-5-coder-7b-instruct-abliterated", "key": "qwen2-5-coder-7b-instruct-abliterated", "name": "Qwen2.5-Coder-7B-Instruct-abliterated", "params_b": 7.62, "quants": { "IQ2_M": 2780343136, "Q2_K": 3015940960, "IQ3_XS": 3346256736, "Q3_K_S": 3492369248, "Q2_K_L": 3548164960, "IQ3_M": 3574012768, "Q3_K_M": 3808392032, "Q3_K_L": 4088460128, "IQ4_XS": 4218473312, "Q4_0": 4444121952, "Q4_K_S": 4457769824, "Q3_K_XL": 4565332832, "Q4_K_M": 4683074400, "Q4_K_L": 5087564640, "Q5_K_S": 5315177312, "Q5_K_M": 5444832096, "Q5_K_L": 5781197664, "Q6_K": 6254199648, "Q6_K_L": 6518182752, "Q8_0": 8098526048, "F16": 15237853728 }, "hf_url": "https://huggingface.co/bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF", "size_source": "https://huggingface.co/bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2024-11-13T21:50:13.000Z", "repo": "bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF", "base_model": "Qwen2.5-Coder-7B-Instruct-abliterated", "downloads": 42070, "likes": 78, "listed_via": "trendingScore", "context_length": 32768, "arch": "qwen2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.99, "n_rows": 0 }, "orion-26b-a4b-v1-1": { "slug": "orion-26b-a4b-v1-1", "key": "orion-26b-a4b-v1-1", "name": "Orion-26B-A4B-v1.1", "params_b": 25.23, "quants": { "IQ2_XS": 9895198432, "IQ2_S": 10311503200, "IQ2_M": 10900372448, "Q2_K": 11611603936, "Q3_K_S": 12374810336, "IQ3_XXS": 12611731680, "IQ3_XS": 12835530464, "Q3_K_M": 13785116640, "IQ4_XS": 14278610784, "IQ3_M": 14339834848, "Q4_0": 14759385056, "Q3_K_L": 14802988000, "IQ4_NL": 15628841952, "Q4_K_S": 16054719712, "Q4_1": 16144845792, "Q4_K_M": 17966167008, "Q4_K_L": 18208027616, "Q5_K_S": 18400889824, "Q5_K_M": 20010087392, "Q6_K_S": 23136162784, "Q6_K": 23787041760, "Q6_K_L": 24524518368, "Q8_0": 26859860960, "BF16": 50505136800 }, "hf_url": "https://huggingface.co/bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF", "size_source": "https://huggingface.co/bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1538, "license": null, "created_at": "2026-09-13T18:47:59.000Z", "repo": "bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF", "base_model": "TheDrummer/Orion-26B-A4B-v1.1", "downloads": 35910, "likes": 30, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.43, "n_rows": 0 }, "darwin-27b-rsi": { "slug": "darwin-27b-rsi", "key": "darwin-27b-rsi", "name": "Darwin-27B-RSI", "params_b": 26.9, "quants": { "IQ2_XXS": 8642283936, "IQ2_XS": 8849541536, "IQ2_S": 9445058976, "IQ2_M": 10283264416, "Q2_K": 10582559136, "IQ3_XXS": 12081183136, "Q3_K_S": 12500900256, "IQ3_XS": 12560619936, "Q3_K_M": 13165066656, "Q3_K_L": 13883832736, "IQ3_M": 14621645216, "IQ4_XS": 15236966816, "Q4_0": 16109783456, "Q4_K_S": 16124529056, "IQ4_NL": 17203415456, "Q4_K_M": 17203415456, "Q4_1": 17586473376, "Q4_K_L": 18581719456, "Q5_K_S": 19327928736, "Q5_K_M": 20684892576, "Q6_K_S": 22618470816, "Q6_K": 23621581216, "Q6_K_L": 24719923616, "Q8_0": 28665067936, "BF16": 53808281888 }, "hf_url": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF", "size_source": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-09-30T02:11:18.000Z", "repo": "bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF", "base_model": "FINAL-Bench/Darwin-27B-RSI", "downloads": 9936, "likes": 9, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.47, "n_rows": 0 }, "mellum2-1-12b-a2-5b-thinking": { "slug": "mellum2-1-12b-a2-5b-thinking", "key": "mellum2-1-12b-a2-5b-thinking", "name": "Mellum2.1-12B-A2.5B-Thinking", "params_b": 12.15, "quants": { "IQ2_M": 5399733984, "Q2_K": 5532315360, "Q3_K_S": 6052706016, "IQ3_XXS": 6281861856, "IQ3_XS": 6292921056, "Q3_K_M": 6702480096, "IQ4_XS": 6971366112, "Q4_0": 7002847968, "Q3_K_L": 7130102496, "IQ3_M": 7243643616, "IQ4_NL": 7663303392, "Q4_1": 7710636768, "Q4_K_S": 7861041888, "Q4_K_M": 8819358432, "Q5_K_S": 8963422944, "Q4_K_L": 9226042080, "Q5_K_M": 9969220320, "Q6_K_S": 11133532896, "Q6_K": 11453512416, "Q6_K_L": 11805489888, "Q8_0": 12925418208, "BF16": 24311970176 }, "hf_url": "https://huggingface.co/bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF", "size_source": "https://huggingface.co/bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.2083, "license": "apache-2.0", "created_at": "2026-10-08T14:54:21.000Z", "repo": "bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF", "base_model": "JetBrains/Mellum2.1-12B-A2.5B-Thinking", "downloads": 7774, "likes": 10, "listed_via": "trendingScore", "context_length": 131072, "arch": "mellum", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.1, "n_rows": 0 }, "kolibri-1": { "slug": "kolibri-1", "key": "kolibri-1", "name": "Kolibri-1", "params_b": 78.1, "quants": { "IQ1_S": 17611671424, "IQ1_M": 19774226304, "IQ2_XXS": 22774013824, "IQ2_XS": 24339996544, "IQ2_S": 25633247104, "IQ2_M": 28075691904, "Q2_K": 29918769024, "IQ3_XXS": 33653829504, "IQ3_XS": 35499732864, "Q3_K_S": 35945541504, "Q3_K_M": 37620641664, "Q3_K_L": 39810854784, "IQ3_M": 40683794304, "IQ4_XS": 43632914304, "Q4_0": 44610281344, "Q4_K_S": 46401154944, "Q4_1": 49240481664, "IQ4_NL": 49759219584, "Q4_K_M": 49759219584, "Q4_K_L": 53514432384, "Q5_K_S": 55779356736, "Q5_K_M": 60297408576, "Q6_K_S": 65826025536, "Q6_K": 68995346528, "Q6_K_L": 72530358336, "Q8_0": 83135393696, "BF16": 156310433856 }, "hf_url": "https://huggingface.co/bartowski/Kolibri-1-GGUF", "size_source": "https://huggingface.co/bartowski/Kolibri-1-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-18T00:01:56.000Z", "repo": "bartowski/Kolibri-1-GGUF", "base_model": "Aleph-Alpha/Kolibri-1-BF16", "downloads": 2817, "likes": 3, "listed_via": "trendingScore", "context_length": 262144, "arch": "kolibri1", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 2.75, "n_rows": 0 }, "hybridagent-14b-agentic": { "slug": "hybridagent-14b-agentic", "key": "hybridagent-14b-agentic", "name": "HybridAgent-14B-Agentic", "params_b": 14.77, "quants": { "IQ2_S": 5096918080, "IQ2_M": 5553335360, "Q2_K": 5792664640, "IQ3_XXS": 6583478336, "Q3_K_S": 6867945536, "IQ3_XS": 6880397376, "Q3_K_M": 7166666816, "Q3_K_L": 7574177856, "IQ3_M": 8011180096, "IQ4_XS": 8354486784, "Q4_0": 8676287584, "Q4_K_S": 8856716384, "IQ4_NL": 9275163744, "Q4_K_M": 9317721184, "Q4_1": 9489955104, "Q4_K_L": 10016498784, "Q5_K_S": 10580962784, "Q5_K_M": 11191717344, "Q6_K_S": 12369848832, "Q6_K": 12914575872, "Q6_K_L": 13510093312, "Q8_0": 15695645376, "BF16": 29537990592 }, "hf_url": "https://huggingface.co/bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF", "size_source": "https://huggingface.co/bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-10-18T18:42:20.000Z", "repo": "bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF", "base_model": "togethercomputer/HybridAgent-14B-Agentic", "downloads": 1788, "likes": 3, "listed_via": "trendingScore", "context_length": 32768, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.17, "n_rows": 0 }, "agnes-3-0-qwen": { "slug": "agnes-3-0-qwen", "key": "agnes-3-0-qwen", "name": "Agnes-3.0-Qwen", "params_b": 179.55, "quants": { "IQ1_S": 73886606688, "IQ1_M": 76161530208, "IQ2_XS": 80523196896, "IQ2_S": 82293621216, "IQ2_M": 86018963936, "Q2_K": 87130823136, "Q3_K_S": 92935182816, "IQ3_XXS": 93187086816, "IQ3_XS": 95449307584, "Q3_K_M": 97568700896, "Q3_K_L": 101187803616, "IQ4_XS": 101416360416, "Q4_0": 102064808384, "IQ3_M": 102535387616, "IQ4_NL": 107432565216, "Q4_1": 112726097376, "Q4_K_S": 116730106336, "Q4_K_M": 127090528864, "Q5_K_S": 131594710624, "Q5_K_M": 142604758592, "Q6_K_S": 171043568320, "Q6_K": 174497315648, "Q8_0": 191036471840, "BF16": 359246950272 }, "hf_url": "https://huggingface.co/bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF", "size_source": "https://huggingface.co/bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "other", "created_at": "2026-10-20T09:07:19.000Z", "repo": "bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF", "base_model": "Agnes-AI/Agnes-3.0-Qwen", "downloads": 387, "likes": 3, "listed_via": "trendingScore", "context_length": 1048576, "arch": "qwen4exp", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "spark-x2-6-4b": { "slug": "spark-x2-6-4b", "key": "spark-x2-6-4b", "name": "Spark-X2.6-4B", "params_b": 4.11, "quants": { "IQ2_M": 1565852288, "Q2_K": 1610457728, "IQ3_XXS": 1802396288, "Q3_K_S": 1903731328, "IQ3_XS": 1912128128, "Q3_K_M": 1992532608, "Q3_K_L": 2093662848, "IQ3_M": 2233950848, "IQ4_XS": 2338275968, "Q4_0": 2412137088, "Q4_K_S": 2461975168, "IQ4_NL": 2621104768, "Q4_K_M": 2621104768, "Q4_1": 2641605248, "Q4_K_L": 2811732608, "Q5_K_S": 2954396288, "Q5_K_M": 3164766848, "Q6_K_S": 3454968448, "Q6_K": 3611148928, "Q6_K_L": 3780027008, "Q8_0": 4375022208, "BF16": 8229921120 }, "hf_url": "https://huggingface.co/bartowski/Spark-X2.6-4B-GGUF", "size_source": "https://huggingface.co/bartowski/Spark-X2.6-4B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-20T21:16:07.000Z", "repo": "bartowski/Spark-X2.6-4B-GGUF", "base_model": "XHToken/Spark-X2.6-4B", "downloads": 148, "likes": 3, "listed_via": "trendingScore", "context_length": 1048576, "arch": "spark2_5", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "llama-3-2-3b-instruct-uncensored": { "slug": "llama-3-2-3b-instruct-uncensored", "key": "llama-3-2-3b-instruct-uncensored", "name": "Llama-3.2-3B-Instruct-uncensored", "params_b": 3.61, "quants": { "Q2_K": 1493217664, "IQ3_XS": 1646086528, "Q3_K_S": 1712146816, "IQ3_M": 1768966528, "Q3_K_M": 1856457088, "Q2_K_L": 1877985664, "Q3_K_L": 1984645504, "IQ4_XS": 2038423936, "Q4_0": 2143535488, "Q4_K_S": 2149826944, "Q4_K_M": 2241003904, "Q3_K_XL": 2329397632, "Q4_K_L": 2533427584, "Q5_K_S": 2540388736, "Q5_K_M": 2593030528, "Q5_K_L": 2836203904, "Q6_K": 2967058816, "Q6_K_L": 3157903744, "Q8_0": 3840526720, "F16": 7221692512 }, "hf_url": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF", "size_source": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2024-10-26T00:23:07.000Z", "repo": "bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF", "base_model": "chuanli11/Llama-3.2-3B-Instruct-uncensored", "downloads": 43474, "likes": 137, "listed_via": "trendingScore", "context_length": 131072, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.89, "n_rows": 0 }, "deepseek-r1-distill-qwen-14b": { "slug": "deepseek-r1-distill-qwen-14b", "key": "deepseek-r1-distill-qwen-14b", "name": "DeepSeek-R1-Distill-Qwen-14B", "params_b": 14.77, "quants": { "IQ2_XS": 4704574880, "IQ2_S": 5003726240, "IQ2_M": 5356146080, "Q2_K": 5770497440, "IQ3_XS": 6383361440, "Q2_K_L": 6530817440, "Q3_K_S": 6659595680, "IQ3_M": 6916537760, "Q3_K_M": 7339204000, "Q3_K_L": 7924768160, "IQ4_XS": 8119840160, "Q4_0": 8544267680, "IQ4_NL": 8549182880, "Q4_K_S": 8573431200, "Q3_K_XL": 8606014880, "Q4_K_M": 8988110240, "Q4_1": 9392139680, "Q4_K_L": 9565953440, "Q5_K_S": 10266553760, "Q5_K_M": 10508873120, "Q5_K_L": 10989395360, "Q6_K": 12124683680, "Q6_K_L": 12501802400, "Q8_0": 15701597600, "F16": 29547716000 }, "hf_url": "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF", "size_source": "https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2025-01-20T14:53:41.000Z", "repo": "bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF", "base_model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B", "downloads": 51746, "likes": 256, "listed_via": "trendingScore", "context_length": 131072, "arch": "qwen2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.17, "n_rows": 0 }, "huihui-ai-mistral-small-24b-instruct-2501-abliterated": { "slug": "huihui-ai-mistral-small-24b-instruct-2501-abliterated", "key": "huihui-ai-mistral-small-24b-instruct-2501-abliterated", "name": "huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated", "params_b": 23.57, "quants": { "IQ2_XXS": 6545120256, "IQ2_XS": 7207033856, "IQ2_S": 7478352896, "IQ2_M": 8114052096, "Q2_K": 8890326016, "Q2_K_L": 9545686016, "IQ3_XS": 9907117056, "Q3_K_S": 10400275456, "IQ3_M": 10650950656, "Q3_K_M": 11474082816, "Q3_K_L": 12400761856, "IQ4_XS": 12758916096, "Q3_K_XL": 12987964416, "IQ4_NL": 13468015616, "Q4_0": 13494230016, "Q4_K_S": 13549280256, "Q4_K_M": 14333910016, "Q4_K_L": 14831983616, "Q4_1": 14873107456, "Q5_K_S": 16304413696, "Q5_K_M": 16763984896, "Q5_K_L": 17178172416, "Q6_K": 19345939456, "Q6_K_L": 19670998016, "Q8_0": 25054780416 }, "hf_url": "https://huggingface.co/bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF", "size_source": "https://huggingface.co/bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-02-05T15:55:13.000Z", "repo": "bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF", "base_model": "huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated", "downloads": 6650, "likes": 17, "listed_via": "trendingScore", "context_length": 32768, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.39, "n_rows": 0 }, "kimi-linear-48b-a3b-instruct": { "slug": "kimi-linear-48b-a3b-instruct", "key": "kimi-linear-48b-a3b-instruct", "name": "Kimi-Linear-48B-A3B-Instruct", "params_b": 49.12, "quants": { "IQ1_S": 10489931680, "IQ1_M": 10924162720, "IQ2_XXS": 12129177504, "IQ2_XS": 13897237408, "IQ2_S": 13967426464, "IQ2_M": 15792109472, "Q2_K": 17533148320, "Q2_K_L": 17901788320, "IQ3_XXS": 19651346336, "IQ3_XS": 20439715232, "Q3_K_S": 21605092768, "IQ3_M": 22656365984, "Q3_K_M": 22680802720, "Q3_K_L": 23617811872, "Q3_K_XL": 23948113312, "IQ4_XS": 26464880288, "IQ4_NL": 27969510048, "Q4_0": 28441221792, "Q4_K_S": 28977060512, "Q4_K_M": 30061058720, "Q4_K_L": 30341225120, "Q4_1": 30976574112, "Q5_K_S": 34013471392, "Q5_K_M": 35097473696, "Q5_K_L": 35330454176, "Q6_K": 40460212128, "Q6_K_L": 40643057568, "Q8_0": 52248386432, "BF16": 98285393568 }, "hf_url": "https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF", "size_source": "https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0625, "license": "mit", "created_at": "2026-02-06T20:37:23.000Z", "repo": "bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF", "base_model": "moonshotai/Kimi-Linear-48B-A3B-Instruct", "downloads": 12693, "likes": 30, "listed_via": "trendingScore", "context_length": 1048576, "arch": "kimi-linear", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 2.03, "n_rows": 0 }, "gemma-4-31b-styletune": { "slug": "gemma-4-31b-styletune", "key": "gemma-4-31b-styletune", "name": "Gemma-4-31B-StyleTune", "params_b": 32.11, "quants": { "IQ2_XXS": 11292611616, "IQ2_XS": 11963364384, "IQ2_S": 12680909856, "Q2_K": 13094044704, "IQ2_M": 13255324704, "IQ3_XXS": 13587260448, "IQ3_XS": 14446904352, "Q2_K_L": 14470300704, "Q3_K_S": 14934615072, "IQ3_M": 15735381024, "Q3_K_M": 16523674656, "Q3_K_L": 17416176672, "IQ4_XS": 17904575520, "Q3_K_XL": 18649302048, "IQ4_NL": 18818409504, "Q4_0": 18868986912, "Q4_K_S": 18988377120, "Q4_K_M": 20391212064, "Q4_1": 20646077472, "Q4_K_L": 21437166624, "Q5_K_S": 22473745440, "Q5_K_M": 23577760800, "Q5_K_L": 24447554592, "Q6_K": 27882775584, "Q6_K_L": 28565398560, "Q8_0": 34133042208, "BF16": 64231760832 }, "hf_url": "https://huggingface.co/bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF", "size_source": "https://huggingface.co/bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-06-13T18:58:18.000Z", "repo": "bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF", "base_model": "Gryphe/Gemma-4-31B-StyleTune", "downloads": 10026, "likes": 14, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.6, "n_rows": 0 }, "nanbeige4-2-3b": { "slug": "nanbeige4-2-3b", "key": "nanbeige4-2-3b", "name": "Nanbeige4.2-3B", "params_b": 4.17, "quants": { "Q2_K": 1848992928, "IQ2_M": 1868506272, "IQ3_XXS": 1894630560, "IQ3_XS": 2025823392, "Q3_K_S": 2069273760, "IQ3_M": 2164198560, "Q3_K_M": 2242313376, "Q3_K_L": 2329607328, "Q2_K_L": 2347424928, "IQ4_XS": 2441753760, "Q4_0": 2540524704, "IQ4_NL": 2548044960, "Q4_K_S": 2554778784, "Q4_K_M": 2684023968, "Q4_1": 2747110560, "Q3_K_XL": 2776202400, "Q5_K_S": 2964018336, "Q4_K_L": 3062832288, "Q5_K_M": 3076404384, "Q5_K_L": 3391413408, "Q6_K": 3595603104, "Q6_K_L": 3842825376, "Q8_0": 4434787488, "BF16": 8343845760 }, "hf_url": "https://huggingface.co/bartowski/Nanbeige_Nanbeige4.2-3B-GGUF", "size_source": "https://huggingface.co/bartowski/Nanbeige_Nanbeige4.2-3B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-07-28T14:38:35.000Z", "repo": "bartowski/Nanbeige_Nanbeige4.2-3B-GGUF", "base_model": "Nanbeige/Nanbeige4.2-3B", "downloads": 12130, "likes": 39, "listed_via": "trendingScore", "context_length": 262144, "arch": "nanbeige", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "nex-n2-5-mini": { "slug": "nex-n2-5-mini", "key": "nex-n2-5-mini", "name": "Nex-N2.5-mini", "params_b": 34.66, "quants": { "IQ2_XXS": 10793195648, "IQ2_XS": 11265259648, "IQ2_S": 11979544704, "IQ2_M": 13233805440, "Q2_K": 13839333504, "IQ3_XXS": 15581673600, "IQ3_XS": 16318691456, "Q3_K_S": 16318691456, "Q3_K_M": 17344329856, "Q3_K_L": 18267076736, "IQ3_M": 18958219392, "IQ4_XS": 19886930048, "Q4_0": 19942611072, "Q4_K_S": 20946974848, "Q4_1": 21973768320, "IQ4_NL": 22318512256, "Q4_K_M": 22318512256, "Q4_K_L": 24113674368, "Q5_K_S": 25137084544, "Q5_K_M": 26984675456, "Q6_K": 29373331584, "Q6_K_L": 32298858624, "Q8_0": 36914690176, "BF16": 69376636960 }, "hf_url": "https://huggingface.co/bartowski/nex-agi_Nex-N2.5-mini-GGUF", "size_source": "https://huggingface.co/bartowski/nex-agi_Nex-N2.5-mini-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-09-11T07:51:37.000Z", "repo": "bartowski/nex-agi_Nex-N2.5-mini-GGUF", "base_model": "nex-agi/Nex-N2.5-mini", "downloads": 11757, "likes": 26, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.67, "n_rows": 0 }, "hemmingway-1": { "slug": "hemmingway-1", "key": "hemmingway-1", "name": "Hemmingway-1", "params_b": 27.32, "quants": { "IQ2_XXS": 8881268800, "IQ2_XS": 9088526400, "IQ2_S": 9684043840, "IQ2_M": 10522249280, "Q2_K": 10821544000, "IQ3_XXS": 12320168000, "Q3_K_S": 12739885120, "IQ3_XS": 12799604800, "Q3_K_M": 13404051520, "Q3_K_L": 14122817600, "IQ3_M": 14860630080, "IQ4_XS": 15475951680, "Q4_0": 16348768320, "Q4_K_S": 16363513920, "IQ4_NL": 17442400320, "Q4_K_M": 17442400320, "Q4_1": 17825458240, "Q4_K_L": 18820704320, "Q5_K_S": 19566913600, "Q5_K_M": 20923877440, "Q6_K_S": 22857455680, "Q6_K": 23860566080, "Q6_K_L": 24958908480, "Q8_0": 29116389440, "BF16": 54657734624 }, "hf_url": "https://huggingface.co/bartowski/Altworld_Hemmingway-1-GGUF", "size_source": "https://huggingface.co/bartowski/Altworld_Hemmingway-1-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-09-20T15:36:53.000Z", "repo": "bartowski/Altworld_Hemmingway-1-GGUF", "base_model": "HemmingwayAI/Hemmingway-1", "downloads": 41781, "likes": 58, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "clef": { "slug": "clef", "key": "clef", "name": "clef", "params_b": 27.02, "quants": { "Q2_K": 11705942080, "Q3_K_S": 13593235520, "IQ3_M": 13776408640, "Q3_K_M": 14477971520, "Q3_K_L": 15152336960, "IQ4_XS": 15558516800, "Q4_0": 16185450560, "IQ4_NL": 16296206400, "Q4_K_S": 16593739840, "Q4_K_M": 17652432960, "Q4_1": 17710637120, "Q4_K_L": 18596048960, "Q5_K_S": 19570057280, "Q5_K_M": 20641202240, "Q6_K": 23344091200, "Q6_K_L": 23959924800, "Q8_0": 28801519680, "BF16": 54064664832 }, "hf_url": "https://huggingface.co/bartowski/Cloudflare_clef-GGUF", "size_source": "https://huggingface.co/bartowski/Cloudflare_clef-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-01T19:34:29.000Z", "repo": "bartowski/Cloudflare_clef-GGUF", "base_model": "Cloudflare/clef", "downloads": 37594, "likes": 33, "listed_via": "trendingScore", "context_length": 262144, "arch": "clef", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "k2-horizon-7b": { "slug": "k2-horizon-7b", "key": "k2-horizon-7b", "name": "K2-Horizon-7B", "params_b": 9.0, "quants": { "IQ2_M": 3468647712, "Q2_K": 3628326176, "IQ3_XXS": 4066819360, "Q3_K_S": 4253334816, "IQ3_XS": 4268866848, "Q3_K_M": 4421860640, "Q3_K_L": 4613127456, "IQ3_M": 4858199328, "IQ4_XS": 5239840032, "Q4_0": 5429632288, "Q4_K_S": 5492481312, "IQ4_NL": 5742894368, "Q4_K_M": 5775957280, "Q4_1": 5896445216, "Q4_K_L": 6150561056, "Q5_K_S": 6506814752, "Q5_K_M": 6857760032, "Q6_K_S": 7526612256, "Q6_K": 7809006880, "Q6_K_L": 8125938976, "Q8_0": 9573973280, "BF16": 18010422272 }, "hf_url": "https://huggingface.co/bartowski/K2-Horizon-7B-GGUF", "size_source": "https://huggingface.co/bartowski/K2-Horizon-7B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-07T10:04:21.000Z", "repo": "bartowski/K2-Horizon-7B-GGUF", "base_model": "IFM/K2-Horizon-7B", "downloads": 4808, "likes": 3, "listed_via": "trendingScore", "context_length": 524288, "arch": "k2-horizon", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.03, "n_rows": 0 }, "aescode-8b": { "slug": "aescode-8b", "key": "aescode-8b", "name": "AesCode-8B", "params_b": 8.19, "quants": { "IQ2_M": 3139898336, "Q2_K": 3299576800, "IQ3_XXS": 3684383712, "Q3_K_S": 3870899168, "IQ3_XS": 3886431200, "Q3_K_M": 4039424992, "Q3_K_L": 4230691808, "IQ3_M": 4475763680, "IQ4_XS": 4688030688, "Q4_0": 4865190880, "Q4_K_S": 4928039904, "IQ4_NL": 5178452960, "Q4_K_M": 5211515872, "Q4_1": 5306739680, "Q4_K_L": 5586119648, "Q5_K_S": 5891845088, "Q5_K_M": 6242790368, "Q6_K_S": 6857956320, "Q6_K": 7140350944, "Q6_K_L": 7457283040, "Q8_0": 8709520352, "BF16": 16388045504 }, "hf_url": "https://huggingface.co/bartowski/AesCode-8B-GGUF", "size_source": "https://huggingface.co/bartowski/AesCode-8B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-11T07:32:43.000Z", "repo": "bartowski/AesCode-8B-GGUF", "base_model": "microsoft/AesCode-8B", "downloads": 5872, "likes": 14, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3vl", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.0, "n_rows": 0 }, "aescode-32b": { "slug": "aescode-32b", "key": "aescode-32b", "name": "AesCode-32B", "params_b": 32.76, "quants": { "IQ2_XXS": 10634558272, "IQ2_XS": 11406572352, "IQ2_S": 12022810432, "IQ2_M": 12710938432, "Q2_K": 13005256512, "IQ3_XXS": 13596985152, "IQ3_XS": 14368768832, "Q3_K_S": 14914028352, "IQ3_M": 15496315712, "Q3_K_M": 16515728192, "Q3_K_L": 17519739712, "IQ4_XS": 18123034432, "Q4_0": 19049119552, "IQ4_NL": 19070091072, "Q4_K_S": 19135627072, "Q4_K_M": 20485668672, "Q4_1": 20898668352, "Q4_K_L": 21063025472, "Q5_K_S": 22813753152, "Q5_K_M": 23794171712, "Q6_K": 27980380992, "Q6_K_L": 28357182272, "Q8_0": 34817721152, "BF16": 65531577056 }, "hf_url": "https://huggingface.co/bartowski/AesCode-32B-GGUF", "size_source": "https://huggingface.co/bartowski/AesCode-32B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-11T08:28:48.000Z", "repo": "bartowski/AesCode-32B-GGUF", "base_model": "microsoft/AesCode-32B", "downloads": 6039, "likes": 9, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3vl", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.62, "n_rows": 0 }, "dwight-4b": { "slug": "dwight-4b", "key": "dwight-4b", "name": "dwight-4b", "params_b": 4.02, "quants": { "IQ2_M": 1493355264, "Q2_K": 1587509504, "IQ3_XXS": 1749383424, "Q3_K_S": 1832870144, "IQ3_XS": 1844400384, "Q3_K_M": 1976568064, "Q3_K_L": 2079674624, "IQ3_M": 2159444224, "IQ4_XS": 2333449984, "Q4_0": 2424432384, "Q4_K_S": 2444963584, "IQ4_NL": 2590136064, "Q4_K_M": 2594498304, "Q4_1": 2633492224, "Q4_K_L": 2801428224, "Q5_K_S": 2907780864, "Q5_K_M": 3110491904, "Q6_K_S": 3375462144, "Q6_K": 3524658944, "Q6_K_L": 3689410304, "Q8_0": 4280404224, "BF16": 8051283936 }, "hf_url": "https://huggingface.co/bartowski/zime-ai_dwight-4b-GGUF", "size_source": "https://huggingface.co/bartowski/zime-ai_dwight-4b-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-13T14:14:26.000Z", "repo": "bartowski/zime-ai_dwight-4b-GGUF", "base_model": "zime-ai/dwight-4b", "downloads": 1983, "likes": 2, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "tessera-27b-b-cjk": { "slug": "tessera-27b-b-cjk", "key": "tessera-27b-b-cjk", "name": "Tessera-27B-B-CJK", "params_b": 27.32, "quants": { "IQ2_XXS": 8881268992, "IQ2_XS": 9088526592, "IQ2_S": 9684044032, "IQ2_M": 10522249472, "Q2_K": 10821544192, "IQ3_XXS": 12320168192, "Q3_K_S": 12739885312, "IQ3_XS": 12799604992, "Q3_K_M": 13404051712, "Q3_K_L": 14122817792, "IQ3_M": 14860630272, "IQ4_XS": 15475951872, "Q4_0": 16348768512, "Q4_K_S": 16363514112, "IQ4_NL": 17442400512, "Q4_K_M": 17442400512, "Q4_1": 17825458432, "Q4_K_L": 18820704512, "Q5_K_S": 19566913792, "Q5_K_M": 20923877632, "Q6_K_S": 22857455872, "Q6_K": 23860566272, "Q6_K_L": 24958908672, "Q8_0": 29116389632, "BF16": 54657734752 }, "hf_url": "https://huggingface.co/bartowski/ZelligeAI_Tessera-27B-B-CJK-GGUF", "size_source": "https://huggingface.co/bartowski/ZelligeAI_Tessera-27B-B-CJK-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-18T17:29:32.000Z", "repo": "bartowski/ZelligeAI_Tessera-27B-B-CJK-GGUF", "base_model": "ZelligeAI/Tessera-27B-B-CJK", "downloads": 1047, "likes": 2, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "mistral-7b-instruct-v0-3": { "slug": "mistral-7b-instruct-v0-3", "key": "mistral-7b-instruct-v0-3", "name": "Mistral-7B-Instruct-v0.3", "params_b": 7.25, "quants": { "IQ3_M": 3288846560, "Q3_K_L": 3825979616, "IQ4_NL": 4130066656, "Q4_K_M": 4372812000, "Q5_K_M": 5136175328, "Q6_K": 5947248864, "Q8_0": 7702565088 }, "hf_url": "https://huggingface.co/lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF", "size_source": "https://huggingface.co/lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2024-05-22T19:28:44.000Z", "repo": "lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF", "base_model": "mistralai/Mistral-7B-Instruct-v0.3", "downloads": 9600, "likes": 59, "listed_via": "trendingScore", "context_length": 32768, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.98, "n_rows": 0 }, "d3-flash": { "slug": "d3-flash", "key": "d3-flash", "name": "d3-flash", "params_b": 8.95, "quants": { "Q4_K_M": 6603024864, "Q8_0": 9527503328, "BF16": 17920698848 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-flash-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-flash-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:24:51.000Z", "repo": "ggml-org/vllm-d3-flash-GGUF", "base_model": "vllm-sr/d3-flash", "downloads": 10733, "likes": 10, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.02, "n_rows": 0 }, "d3-mini": { "slug": "d3-mini", "key": "d3-mini", "name": "d3-mini", "params_b": 4.84, "quants": { "Q4_K_M": 3707523552, "Q8_0": 5157835232, "BF16": 9695793632 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-mini-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-mini-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:26:52.000Z", "repo": "ggml-org/vllm-d3-mini-GGUF", "base_model": "vllm-sr/d3-mini", "downloads": 7679, "likes": 12, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.92, "n_rows": 0 }, "d3": { "slug": "d3", "key": "d3", "name": "d3", "params_b": 26.9, "quants": { "Q4_K_M": 19403686176, "Q8_0": 28595765536, "BF16": 53808283936 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:32:12.000Z", "repo": "ggml-org/vllm-d3-GGUF", "base_model": "vllm-sr/d3", "downloads": 18005, "likes": 7, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.47, "n_rows": 0 }, "smollm3-3b": { "slug": "smollm3-3b", "key": "smollm3-3b", "name": "SmolLM3-3B", "params_b": 3.08, "quants": { "Q4_K_M": 1915305312, "Q8_0": 3275574624, "F16": 6158339424 }, "hf_url": "https://huggingface.co/ggml-org/SmolLM3-3B-GGUF", "size_source": "https://huggingface.co/ggml-org/SmolLM3-3B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-07-08T12:36:39.000Z", "repo": "ggml-org/SmolLM3-3B-GGUF", "base_model": "HuggingFaceTB/SmolLM3-3B", "downloads": 24869, "likes": 79, "listed_via": "trendingScore", "context_length": 65536, "arch": "smollm3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.88, "n_rows": 0 }, "glm-ocr": { "slug": "glm-ocr", "key": "glm-ocr", "name": "GLM-OCR", "params_b": 0.89, "quants": { "Q8_0": 950433408, "F16": 1785771648 }, "hf_url": "https://huggingface.co/ggml-org/GLM-OCR-GGUF", "size_source": "https://huggingface.co/ggml-org/GLM-OCR-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2026-02-17T00:04:10.000Z", "repo": "ggml-org/GLM-OCR-GGUF", "base_model": "zai-org/GLM-OCR", "downloads": 39793, "likes": 116, "listed_via": "trendingScore", "context_length": 131072, "arch": "glm4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.82, "n_rows": 0 }, "qwen3-5-0-8b": { "slug": "qwen3-5-0-8b", "key": "qwen3-5-0-8b", "name": "Qwen3.5-0.8B", "params_b": 0.77, "quants": { "Q4_0": 563036064, "Q8_0": 833592096, "BF16": 1557662496 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3.5-0.8B-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3.5-0.8B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-04-28T06:23:31.000Z", "repo": "ggml-org/Qwen3.5-0.8B-GGUF", "base_model": "Qwen/Qwen3.5-0.8B", "downloads": 54344, "likes": 26, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.82, "n_rows": 0 }, "glm-4-5v": { "slug": "glm-4-5v", "key": "glm-4-5v", "name": "GLM-4.5V", "params_b": 106.85, "quants": { "Q4_K_M": 63633581632, "Q8_0": 113612252736 }, "hf_url": "https://huggingface.co/ggml-org/GLM-4.5V-GGUF", "size_source": "https://huggingface.co/ggml-org/GLM-4.5V-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": null, "license": "mit", "created_at": "2026-08-24T21:21:02.000Z", "repo": "ggml-org/GLM-4.5V-GGUF", "base_model": "zai-org/GLM-4.5V", "downloads": 785, "likes": 5, "listed_via": "trendingScore", "context_length": 65536, "arch": "glm4moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "clef-flash": { "slug": "clef-flash", "key": "clef-flash", "name": "clef-flash", "params_b": 9.08, "quants": { "Q4_K_M": 6486448288, "Q8_0": 9657260192, "BF16": 18164488352 }, "hf_url": "https://huggingface.co/ggml-org/Clef-Flash-GGUF", "size_source": "https://huggingface.co/ggml-org/Clef-Flash-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-02T17:29:28.000Z", "repo": "ggml-org/Clef-Flash-GGUF", "base_model": "Cloudflare/clef-flash", "downloads": 67074, "likes": 39, "listed_via": "trendingScore", "context_length": 262144, "arch": "clef", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.03, "n_rows": 0 }, "d3-edge": { "slug": "d3-edge", "key": "d3-edge", "name": "d3-edge", "params_b": 0.75, "quants": { "Q8_0": 806232448, "BF16": 1507324288 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-edge-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-edge-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:22:59.000Z", "repo": "ggml-org/vllm-d3-edge-GGUF", "base_model": "vllm-sr/d3-edge", "downloads": 2619, "likes": 6, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.82, "n_rows": 0 }, "d3-nano": { "slug": "d3-nano", "key": "d3-nano", "name": "d3-nano", "params_b": 2.39, "quants": { "Q8_0": 2552358464, "BF16": 4792829504 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-nano-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-nano-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:27:44.000Z", "repo": "ggml-org/vllm-d3-nano-GGUF", "base_model": "vllm-sr/d3-nano", "downloads": 2855, "likes": 6, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.86, "n_rows": 0 }, "gemma-3-1b-it": { "slug": "gemma-3-1b-it", "key": "gemma-3-1b-it", "name": "gemma-3-1b-it", "params_b": 1.0, "quants": { "Q4_K_M": 806058240, "Q8_0": 1069306368, "F16": 2006573568 }, "hf_url": "https://huggingface.co/ggml-org/gemma-3-1b-it-GGUF", "size_source": "https://huggingface.co/ggml-org/gemma-3-1b-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "gemma", "created_at": "2025-03-12T06:14:01.000Z", "repo": "ggml-org/gemma-3-1b-it-GGUF", "base_model": "google/gemma-3-1b-it", "downloads": 222885, "likes": 54, "listed_via": "trendingScore", "context_length": 32768, "arch": "gemma3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.83, "n_rows": 0 }, "qwen3-0-6b": { "slug": "qwen3-0-6b", "key": "qwen3-0-6b", "name": "Qwen3-0.6B", "params_b": 0.75, "quants": { "Q4_0": 428970080, "Q8_0": 804753632, "F16": 1509347424, "BF16": 1509347552 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-04-28T20:59:49.000Z", "repo": "ggml-org/Qwen3-0.6B-GGUF", "base_model": "Qwen/Qwen3-0.6B", "downloads": 42283, "likes": 21, "listed_via": "trendingScore", "context_length": 40960, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.82, "n_rows": 0 }, "qwen3-8b": { "slug": "qwen3-8b", "key": "qwen3-8b", "name": "Qwen3-8B", "params_b": 8.19, "quants": { "Q8_0": 11032681184 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3-8B-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3-8B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-04-28T21:18:20.000Z", "repo": "ggml-org/Qwen3-8B-GGUF", "base_model": "Qwen/Qwen3-8B", "downloads": 2872, "likes": 10, "listed_via": "trendingScore", "context_length": 40960, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.0, "n_rows": 0 }, "granite-docling-258m": { "slug": "granite-docling-258m", "key": "granite-docling-258m", "name": "granite-docling-258M", "params_b": 0.16, "quants": { "Q8_0": 177918144, "F16": 331641024 }, "hf_url": "https://huggingface.co/ggml-org/granite-docling-258M-GGUF", "size_source": "https://huggingface.co/ggml-org/granite-docling-258M-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-10-05T11:22:38.000Z", "repo": "ggml-org/granite-docling-258M-GGUF", "base_model": "ibm-granite/granite-docling-258M", "downloads": 2012, "likes": 16, "listed_via": "trendingScore", "context_length": 8192, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.8, "n_rows": 0 }, "gemma-4-e2b-it": { "slug": "gemma-4-e2b-it", "key": "gemma-4-e2b-it", "name": "gemma-4-E2B-it", "params_b": 4.65, "quants": { "Q4_0": 2841481184, "Q8_0": 4967497152, "BF16": 9311305152 }, "hf_url": "https://huggingface.co/ggml-org/gemma-4-E2B-it-GGUF", "size_source": "https://huggingface.co/ggml-org/gemma-4-E2B-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-04-01T10:33:00.000Z", "repo": "ggml-org/gemma-4-E2B-it-GGUF", "base_model": "google/gemma-4-E2B-it", "downloads": 142367, "likes": 94, "listed_via": "trendingScore", "context_length": 131072, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.92, "n_rows": 0 }, "qwen3-asr-1-7b": { "slug": "qwen3-asr-1-7b", "key": "qwen3-asr-1-7b", "name": "Qwen3-ASR-1.7B", "params_b": 2.03, "quants": { "Q8_0": 2165034944, "BF16": 4069674944 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3-ASR-1.7B-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3-ASR-1.7B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": null, "created_at": "2026-04-13T00:25:16.000Z", "repo": "ggml-org/Qwen3-ASR-1.7B-GGUF", "base_model": "Qwen/Qwen3-ASR-1.7B", "downloads": 35995, "likes": 44, "listed_via": "trendingScore", "context_length": 65536, "arch": "qwen3vl", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.85, "n_rows": 0 }, "gemma-4-e2b": { "slug": "gemma-4-e2b", "key": "gemma-4-e2b", "name": "gemma-4-E2B", "params_b": 4.65, "quants": { "Q8_0": 4967478336, "BF16": 9311286336 }, "hf_url": "https://huggingface.co/ggml-org/gemma-4-E2B-GGUF", "size_source": "https://huggingface.co/ggml-org/gemma-4-E2B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-07-16T14:10:54.000Z", "repo": "ggml-org/gemma-4-E2B-GGUF", "base_model": "google/gemma-4-E2B", "downloads": 930, "likes": 4, "listed_via": "trendingScore", "context_length": 131072, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.92, "n_rows": 0 }, "qwen3-0-6b-base": { "slug": "qwen3-0-6b-base", "key": "qwen3-0-6b-base", "name": "Qwen3-0.6B-Base", "params_b": 0.6, "quants": { "Q8_0": 639446720, "BF16": 1198182080 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3-0.6B-Base-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3-0.6B-Base-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-07-16T14:43:21.000Z", "repo": "ggml-org/Qwen3-0.6B-Base-GGUF", "base_model": "Qwen/Qwen3-0.6B-Base", "downloads": 334, "likes": 2, "listed_via": "trendingScore", "context_length": 32768, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.82, "n_rows": 0 }, "gemma-4-31b": { "slug": "gemma-4-31b", "key": "gemma-4-31b", "name": "gemma-4-31B", "params_b": 30.7, "quants": { "Q8_0": 32635657984, "BF16": 61413170944 }, "hf_url": "https://huggingface.co/ggml-org/gemma-4-31B-GGUF", "size_source": "https://huggingface.co/ggml-org/gemma-4-31B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-07-16T16:25:10.000Z", "repo": "ggml-org/gemma-4-31B-GGUF", "base_model": "google/gemma-4-31B", "downloads": 693, "likes": 3, "listed_via": "trendingScore", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.57, "n_rows": 0 }, "qwen3-8b-base": { "slug": "qwen3-8b-base", "key": "qwen3-8b-base", "name": "Qwen3-8B-Base", "params_b": 8.19, "quants": { "Q8_0": 8709518080, "BF16": 16388043520 }, "hf_url": "https://huggingface.co/ggml-org/Qwen3-8B-Base-GGUF", "size_source": "https://huggingface.co/ggml-org/Qwen3-8B-Base-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-07-28T11:13:00.000Z", "repo": "ggml-org/Qwen3-8B-Base-GGUF", "base_model": "Qwen/Qwen3-8B-Base", "downloads": 315, "likes": 3, "listed_via": "trendingScore", "context_length": 32768, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.0, "n_rows": 0 }, "glm-4-5-air": { "slug": "glm-4-5-air", "key": "glm-4-5-air", "name": "GLM-4.5-Air", "params_b": 106.85, "quants": { "Q4_K_M": 63633580576, "Q8_0": 113612251680 }, "hf_url": "https://huggingface.co/ggml-org/GLM-4.5-Air-GGUF", "size_source": "https://huggingface.co/ggml-org/GLM-4.5-Air-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": null, "license": "mit", "created_at": "2026-08-25T10:51:57.000Z", "repo": "ggml-org/GLM-4.5-Air-GGUF", "base_model": "zai-org/GLM-4.5-Air", "downloads": 761, "likes": 5, "listed_via": "trendingScore", "context_length": 131072, "arch": "glm4moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "mimo-v2-6-flash-rl": { "slug": "mimo-v2-6-flash-rl", "key": "mimo-v2-6-flash-rl", "name": "MiMo-V2.6-Flash-RL", "params_b": 308.78, "quants": { "Q2_K": 126365949248, "MXFP4": 167369465152 }, "hf_url": "https://huggingface.co/ggml-org/MiMo-V2.6-Flash-RL-GGUF", "size_source": "https://huggingface.co/ggml-org/MiMo-V2.6-Flash-RL-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-09-22T06:17:29.000Z", "repo": "ggml-org/MiMo-V2.6-Flash-RL-GGUF", "base_model": "XiaomiMiMo/MiMo-V2.6-Flash-RL", "downloads": 20504, "likes": 17, "listed_via": "trendingScore", "context_length": 1048576, "arch": "mimo2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "mimo-v2-6-pro-rl": { "slug": "mimo-v2-6-pro-rl", "key": "mimo-v2-6-pro-rl", "name": "MiMo-V2.6-Pro-RL", "params_b": 1021.25, "quants": { "Q2_K": 418769299904, "MXFP4": 554211764672 }, "hf_url": "https://huggingface.co/ggml-org/MiMo-V2.6-Pro-RL-GGUF", "size_source": "https://huggingface.co/ggml-org/MiMo-V2.6-Pro-RL-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-10-02T20:26:54.000Z", "repo": "ggml-org/MiMo-V2.6-Pro-RL-GGUF", "base_model": "XiaomiMiMo/MiMo-V2.6-Pro-RL", "downloads": 5366, "likes": 7, "listed_via": "trendingScore", "context_length": 1048576, "arch": "mimo2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "d3-lite": { "slug": "d3-lite", "key": "d3-lite", "name": "d3-lite", "params_b": 1.01, "quants": { "Q8_0": 1082017344, "BF16": 2025305664 }, "hf_url": "https://huggingface.co/ggml-org/vllm-d3-lite-GGUF", "size_source": "https://huggingface.co/ggml-org/vllm-d3-lite-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-12T13:25:39.000Z", "repo": "ggml-org/vllm-d3-lite-GGUF", "base_model": "vllm-sr/d3-lite", "downloads": 3166, "likes": 5, "listed_via": "trendingScore", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.83, "n_rows": 0 }, "deepseek-v4-flash-vision-exp": { "slug": "deepseek-v4-flash-vision-exp", "key": "deepseek-v4-flash-vision-exp", "name": "DeepSeek-V4-Flash-Vision-Exp", "params_b": 284.33, "quants": { "UD-IQ1_S": 82438622112, "UD-IQ1_M": 86867807104, "UD-IQ2_XXS": 90693012352, "UD-Q2_K_XL": 96832555936, "UD-IQ3_XXS": 102999936000, "UD-IQ3_S": 114391665664, "UD-Q3_K_XL": 128206777376, "UD-IQ4_XS": 136662494240, "UD-Q4_K_XL": 155095288672, "UD-Q8_K_XL": 161869663072 }, "hf_url": "https://huggingface.co/unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF", "size_source": "https://huggingface.co/unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2026-08-31T10:44:53.000Z", "repo": "unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF", "base_model": "deepseek-ai/DeepSeek-V4-Flash-Vision-Exp", "downloads": 9453, "likes": 99, "listed_via": "createdAt", "context_length": 1048576, "arch": "deepseek4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "glm-5-3": { "slug": "glm-5-3", "key": "glm-5-3", "name": "GLM-5.3", "params_b": 753.86, "quants": { "UD-IQ1_S": 216715365893, "UD-IQ1_M": 228492971557, "UD-IQ2_M": 238577585701, "UD-Q2_K_XL": 253878406789, "UD-IQ3_XXS": 281688436357, "UD-Q3_K_XL": 342965977029, "UD-IQ4_XS": 365313228709, "UD-Q4_K_XL": 467289116837, "UD-Q5_K_XL": 562466263429, "UD-Q6_K_XL": 684369515173, "Q8_0": 801357677216, "BF16": 1507988027936 }, "hf_url": "https://huggingface.co/unsloth/GLM-5.3-GGUF", "size_source": "https://huggingface.co/unsloth/GLM-5.3-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "other", "created_at": "2026-08-28T04:05:14.000Z", "repo": "unsloth/GLM-5.3-GGUF", "base_model": "zai-org/GLM-5.3", "downloads": 406427, "likes": 109, "listed_via": "createdAt", "context_length": 1048576, "arch": "glm-dsa", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 3.0, "n_rows": 0 }, "orbit-3-2-nano": { "slug": "orbit-3-2-nano", "key": "orbit-3-2-nano", "name": "Orbit-3.2-Nano", "params_b": 2.7, "quants": { "IQ2_M": 1001884224, "Q2_K": 1068419648, "IQ3_XXS": 1182009920, "Q3_K_S": 1240582720, "IQ3_XS": 1244564032, "Q3_K_M": 1299229248, "Q3_K_L": 1426623040, "IQ3_M": 1443490368, "IQ4_XS": 1582254656, "Q4_0": 1602349632, "Q4_K_S": 1659546176, "Q4_1": 1749346880, "IQ4_NL": 1751910976, "Q4_K_M": 1751910976, "Q4_K_L": 1863731776, "Q5_K_S": 1957947968, "Q5_K_M": 2080598592, "Q6_K_S": 2267580992, "Q6_K": 2367892032, "Q6_K_L": 2477599296, "Q8_0": 2874780224, "BF16": 5403158784 }, "hf_url": "https://huggingface.co/bartowski/OpenPathAI_Orbit-3.2-Nano-GGUF", "size_source": "https://huggingface.co/bartowski/OpenPathAI_Orbit-3.2-Nano-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-18T23:59:54.000Z", "repo": "bartowski/OpenPathAI_Orbit-3.2-Nano-GGUF", "base_model": "OpenPathAI/Orbit-3.2-Nano", "downloads": 309, "likes": 0, "listed_via": "createdAt", "context_length": 131072, "arch": "lfm2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.87, "n_rows": 0 }, "mlexpert": { "slug": "mlexpert", "key": "mlexpert", "name": "MLExpert", "params_b": 34.66, "quants": { "IQ2_XXS": 10793196064, "IQ2_XS": 11265260064, "IQ2_S": 11979545120, "IQ2_M": 13233805856, "Q2_K": 13839333920, "IQ3_XXS": 15581674016, "IQ3_XS": 16318691872, "Q3_K_S": 16318691872, "Q3_K_M": 17344330272, "Q3_K_L": 18267077152, "IQ3_M": 18958219808, "IQ4_XS": 19886930464, "Q4_0": 19942611488, "Q4_K_S": 20946975264, "Q4_1": 21973768736, "IQ4_NL": 22318512672, "Q4_K_M": 22318512672, "Q4_K_L": 24113674784, "Q5_K_S": 25137084960, "Q5_K_M": 26984675872, "Q6_K_S": 29373332000, "Q6_K": 30738577952, "Q6_K_L": 32298859040, "Q8_0": 36914690592, "BF16": 69376637344 }, "hf_url": "https://huggingface.co/bartowski/InternScience_MLExpert-GGUF", "size_source": "https://huggingface.co/bartowski/InternScience_MLExpert-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-18T22:36:33.000Z", "repo": "bartowski/InternScience_MLExpert-GGUF", "base_model": "InternScience/MLExpert", "downloads": 686, "likes": 1, "listed_via": "createdAt", "context_length": 262144, "arch": "qwen35moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.67, "n_rows": 0 }, "basal-omni-1-0-ultra": { "slug": "basal-omni-1-0-ultra", "key": "basal-omni-1-0-ultra", "name": "basal-omni-1.0-ultra", "params_b": 30.7, "quants": { "IQ2_XXS": 9158900416, "IQ2_XS": 9608248000, "IQ2_S": 10215606976, "IQ2_M": 11343276736, "Q2_K": 11925605056, "IQ3_XXS": 13330074304, "Q3_K_S": 13960270528, "IQ3_XS": 14036437696, "Q3_K_M": 14699233984, "Q3_K_L": 15622185664, "IQ3_M": 16398222016, "IQ4_XS": 17232448192, "Q4_0": 18076265152, "Q4_K_S": 18308164288, "IQ4_NL": 19402287808, "Q4_K_M": 19517721280, "Q4_1": 19765275328, "Q4_K_L": 20907653824, "Q5_K_S": 21988401856, "Q5_K_M": 23501810368, "Q6_K_S": 25760117440, "Q6_K": 26964040384, "Q6_K_L": 28286622400, "Q8_0": 32635677376, "BF16": 61413190176 }, "hf_url": "https://huggingface.co/bartowski/Remek_basal-omni-1.0-ultra-GGUF", "size_source": "https://huggingface.co/bartowski/Remek_basal-omni-1.0-ultra-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-18T20:22:34.000Z", "repo": "bartowski/Remek_basal-omni-1.0-ultra-GGUF", "base_model": "Remek/basal-omni-1.0-ultra", "downloads": 1627, "likes": 1, "listed_via": "createdAt", "context_length": 262144, "arch": "gemma4", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.57, "n_rows": 0 }, "minicpm-v-4-7-35b-a3b": { "slug": "minicpm-v-4-7-35b-a3b", "key": "minicpm-v-4-7-35b-a3b", "name": "MiniCPM-V-4.7-35B-A3B", "params_b": 34.66, "quants": { "IQ2_XXS": 10792560832, "IQ2_XS": 11264624832, "IQ2_S": 11978909888, "IQ2_M": 13233035456, "Q2_K": 13838698688, "IQ3_XXS": 15580903616, "IQ3_XS": 16317921472, "Q3_K_S": 16317921472, "Q3_K_M": 17343559872, "Q3_K_L": 18266306752, "IQ3_M": 18957449408, "IQ4_XS": 19886160064, "Q4_0": 19942108608, "Q4_K_S": 20946204864, "Q4_1": 21973243328, "IQ4_NL": 22317742272, "Q4_K_M": 22317742272, "Q4_K_L": 24112904384, "Q5_K_S": 25136314560, "Q5_K_M": 26983905472, "Q6_K_S": 29372561600, "Q6_K": 30737807552, "Q6_K_L": 32298088640, "Q8_0": 36913920192, "BF16": 69375191104 }, "hf_url": "https://huggingface.co/bartowski/MiniCPM-V-4.7-35B-A3B-GGUF", "size_source": "https://huggingface.co/bartowski/MiniCPM-V-4.7-35B-A3B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.0857, "license": "apache-2.0", "created_at": "2026-10-18T06:20:23.000Z", "repo": "bartowski/MiniCPM-V-4.7-35B-A3B-GGUF", "base_model": "openbmb/MiniCPM-V-4.7-35B-A3B", "downloads": 3301, "likes": 1, "listed_via": "createdAt", "context_length": 262144, "arch": "qwen35moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.67, "n_rows": 0 }, "jebadiah-27b-v2-1": { "slug": "jebadiah-27b-v2-1", "key": "jebadiah-27b-v2-1", "name": "jebadiah-27b-v2-1", "params_b": 27.32, "quants": { "IQ2_XXS": 8881268992, "IQ2_XS": 9088526592, "IQ2_S": 9684044032, "IQ2_M": 10522249472, "Q2_K": 10821544192, "IQ3_XXS": 12320168192, "Q3_K_S": 12739885312, "IQ3_XS": 12799604992, "Q3_K_M": 13404051712, "Q3_K_L": 14122817792, "IQ3_M": 14860630272, "IQ4_XS": 15475951872, "Q4_0": 16348768512, "Q4_K_S": 16363514112, "IQ4_NL": 17442400512, "Q4_K_M": 17442400512, "Q4_1": 17825458432, "Q4_K_L": 18820704512, "Q5_K_S": 19566913792, "Q5_K_M": 20923877632, "Q6_K_S": 22857455872, "Q6_K": 23860566272, "Q6_K_L": 24958908672, "Q8_0": 29116389632, "BF16": 54657734752 }, "hf_url": "https://huggingface.co/bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF", "size_source": "https://huggingface.co/bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2026-10-16T19:44:02.000Z", "repo": "bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF", "base_model": "frontier-infra/jebadiah-27b-v2-1", "downloads": 2762, "likes": 0, "listed_via": "createdAt", "context_length": 262144, "arch": "qwen35", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "llama-3-3-70b-instruct": { "slug": "llama-3-3-70b-instruct", "key": "llama-3-3-70b-instruct", "name": "Llama-3.3-70B-Instruct", "params_b": 70.55, "quants": { "UD-IQ1_S": 15854029408, "UD-IQ1_M": 17145875040, "UD-IQ2_XXS": 19431115360, "UD-IQ2_M": 24295197280, "Q2_K": 26375113312, "Q2_K_L": 26621364832, "UD-Q2_K_XL": 26966739552, "UD-IQ3_XXS": 27655621216, "Q3_K_S": 30912055904, "Q3_K_M": 34267499104, "UD-Q3_K_XL": 34784725600, "IQ4_XS": 37935499872, "IQ4_NL": 40053623392, "Q4_0": 40116537952, "Q4_K_S": 40347224672, "Q4_K_M": 42520398432, "UD-Q4_K_XL": 42664577632, "Q4_1": 44313594464, "Q5_K_S": 48657451616, "UD-Q5_K_XL": 49859709536, "Q5_K_M": 49949821536, "UD-Q6_K_XL": 61160065824, "Q8_0": 74975054240, "UD-Q8_K_XL": 81231121184, "Q6_K": 115776296160, "BF16": 141117917856, "F16": 141117917856 }, "hf_url": "https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF", "size_source": "https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "llama3.3", "created_at": "2024-12-06T21:10:26.000Z", "repo": "unsloth/Llama-3.3-70B-Instruct-GGUF", "base_model": "meta-llama/Llama-3.3-70B-Instruct", "downloads": 33218, "likes": 128, "listed_via": "evergreen", "context_length": 131072, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 2.56, "n_rows": 0 }, "qwen3-32b": { "slug": "qwen3-32b", "key": "qwen3-32b", "name": "Qwen3-32B", "params_b": 32.76, "quants": { "UD-IQ1_S": 7738884768, "UD-IQ1_M": 8302084768, "UD-IQ2_XXS": 9277096608, "UD-IQ2_M": 11553366688, "Q2_K": 12344652448, "Q2_K_L": 12526975648, "UD-Q2_K_XL": 12797352608, "UD-IQ3_XXS": 12967551648, "Q3_K_S": 14389739168, "Q3_K_M": 15971778208, "UD-Q3_K_XL": 16403102368, "IQ4_XS": 17714805408, "IQ4_NL": 18679495328, "Q4_0": 18703088288, "Q4_K_S": 18771245728, "Q4_K_M": 19762150048, "UD-Q4_K_XL": 20021713568, "Q4_1": 20636523168, "Q5_K_S": 22635494048, "Q5_K_M": 23214832288, "UD-Q5_K_XL": 23233551008, "Q6_K": 26883307168, "UD-Q6_K_XL": 28961586848, "Q8_0": 34817719968, "UD-Q8_K_XL": 39481015968, "BF16": 65531575936 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-32B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-32B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-04-28T08:55:52.000Z", "repo": "unsloth/Qwen3-32B-GGUF", "base_model": "Qwen/Qwen3-32B", "downloads": 49718, "likes": 101, "listed_via": "evergreen", "context_length": 40960, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.62, "n_rows": 0 }, "qwen3-30b-a3b": { "slug": "qwen3-30b-a3b", "key": "qwen3-30b-a3b", "name": "Qwen3-30B-A3B", "params_b": 30.53, "quants": { "UD-IQ1_S": 9043300928, "UD-IQ1_M": 9666859584, "UD-IQ2_XXS": 10362262080, "UD-IQ2_M": 10865578560, "Q2_K": 11258610240, "Q2_K_L": 11331539520, "UD-Q2_K_XL": 11814277696, "UD-IQ3_XXS": 12888085056, "Q3_K_S": 13292468800, "UD-Q3_K_XL": 13833048640, "Q3_K_M": 14711847488, "IQ4_XS": 16378073664, "IQ4_NL": 17310782016, "Q4_0": 17379988032, "Q4_K_S": 17456009792, "UD-Q4_K_XL": 17715663424, "Q4_K_M": 18556686912, "Q4_1": 19192500800, "Q5_K_S": 21080511040, "Q5_K_M": 21725581888, "UD-Q5_K_XL": 21740302912, "Q6_K": 25092532800, "UD-Q6_K_XL": 26340325952, "Q8_0": 32483932736, "UD-Q8_K_XL": 35989944896, "BF16": 61095803424 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-30B-A3B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-30B-A3B-GGUF", "benchmarked": false, "moe": true, "moe_active_ratio": 0.1, "license": "apache-2.0", "created_at": "2025-04-28T13:48:41.000Z", "repo": "unsloth/Qwen3-30B-A3B-GGUF", "base_model": "Qwen/Qwen3-30B-A3B", "downloads": 43823, "likes": 291, "listed_via": "evergreen", "context_length": 40960, "arch": "qwen3moe", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.56, "n_rows": 0 }, "qwen3-14b": { "slug": "qwen3-14b", "key": "qwen3-14b", "name": "Qwen3-14B", "params_b": 14.77, "quants": { "UD-IQ1_S": 3827369344, "UD-IQ1_M": 4064814464, "UD-IQ2_XXS": 4470113664, "UD-IQ2_M": 5425956224, "Q2_K": 5753984384, "Q2_K_L": 5936307584, "UD-IQ3_XXS": 6013732224, "UD-Q2_K_XL": 6067584384, "Q3_K_S": 6657106304, "Q3_K_M": 7321313664, "UD-Q3_K_XL": 7593917824, "IQ4_XS": 8135040384, "IQ4_NL": 8541363584, "Q4_0": 8543001984, "Q4_K_S": 8573476224, "Q4_K_M": 9001753984, "UD-Q4_K_XL": 9159818624, "Q4_1": 9389522304, "Q5_K_S": 10263895424, "Q5_K_M": 10514570624, "UD-Q5_K_XL": 10546437504, "Q6_K": 12121938304, "UD-Q6_K_XL": 13285990784, "Q8_0": 15698534784, "UD-Q8_K_XL": 18754560384, "BF16": 29543424160 }, "hf_url": "https://huggingface.co/unsloth/Qwen3-14B-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen3-14B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-04-28T10:01:12.000Z", "repo": "unsloth/Qwen3-14B-GGUF", "base_model": "Qwen/Qwen3-14B", "downloads": 76901, "likes": 145, "listed_via": "evergreen", "context_length": 40960, "arch": "qwen3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.17, "n_rows": 0 }, "mistral-small-3-2-24b-instruct-2506": { "slug": "mistral-small-3-2-24b-instruct-2506", "key": "mistral-small-3-2-24b-instruct-2506", "name": "Mistral-Small-3.2-24B-Instruct-2506", "params_b": 23.57, "quants": { "UD-IQ1_S": 5558570528, "UD-IQ1_M": 6017322528, "UD-IQ2_XXS": 6750916128, "UD-IQ2_M": 8243334688, "Q2_K": 8890338848, "Q2_K_L": 9047625248, "UD-Q2_K_XL": 9292156448, "UD-IQ3_XXS": 9409220128, "Q3_K_S": 10400288288, "Q3_K_M": 11474095648, "UD-Q3_K_XL": 11850886688, "IQ4_XS": 12779900448, "IQ4_NL": 13468028448, "Q4_0": 13494242848, "Q4_K_S": 13549293088, "Q4_K_M": 14333922848, "UD-Q4_K_XL": 14548880928, "Q4_1": 14873120288, "Q5_K_S": 16304426528, "Q5_K_M": 16763997728, "UD-Q5_K_XL": 16788123168, "Q6_K": 19345952288, "UD-Q6_K_XL": 20788399648, "Q8_0": 25054793248, "UD-Q8_K_XL": 28991868448, "BF16": 47153532160 }, "hf_url": "https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF", "size_source": "https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-06-20T22:27:21.000Z", "repo": "unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF", "base_model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506", "downloads": 57358, "likes": 197, "listed_via": "evergreen", "context_length": 131072, "arch": "llama", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.39, "n_rows": 0 }, "gemma-3-27b-it": { "slug": "gemma-3-27b-it", "key": "gemma-3-27b-it", "name": "gemma-3-27b-it", "params_b": 27.01, "quants": { "UD-IQ1_S": 6506339424, "UD-IQ1_M": 6986738784, "UD-IQ2_XXS": 7850253408, "UD-IQ2_M": 9624505440, "Q2_K": 10503720672, "Q2_K_L": 10503720672, "UD-Q2_K_XL": 10680698592, "UD-IQ3_XXS": 10810020960, "Q3_K_S": 12167614176, "Q3_K_M": 13437640416, "UD-Q3_K_XL": 13704892128, "IQ4_XS": 14767447776, "IQ4_NL": 15567396576, "Q4_0": 15617973984, "Q4_K_S": 15674056416, "Q4_K_M": 16546688736, "UD-Q4_K_XL": 16826326752, "Q4_1": 17167294176, "Q5_K_S": 18767191776, "Q5_K_M": 19271675616, "UD-Q5_K_XL": 19321478880, "Q6_K": 22166974176, "UD-Q6_K_XL": 23729624160, "Q8_0": 28707972192, "UD-Q8_K_XL": 31810031712, "BF16": 54027964448 }, "hf_url": "https://huggingface.co/unsloth/gemma-3-27b-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-3-27b-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "gemma", "created_at": "2025-03-12T10:15:27.000Z", "repo": "unsloth/gemma-3-27b-it-GGUF", "base_model": "google/gemma-3-27b-it", "downloads": 45554, "likes": 208, "listed_via": "evergreen", "context_length": 131072, "arch": "gemma3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.48, "n_rows": 0 }, "gemma-3-12b-it": { "slug": "gemma-3-12b-it", "key": "gemma-3-12b-it", "name": "gemma-3-12b-it", "params_b": 11.77, "quants": { "UD-IQ1_S": 3057668576, "UD-IQ1_M": 3249207776, "UD-IQ2_XXS": 3604238816, "UD-IQ2_M": 4366371296, "Q2_K": 4768221536, "Q2_K_L": 4768221536, "UD-IQ3_XXS": 4834206176, "UD-Q2_K_XL": 4860535136, "Q3_K_S": 5458315616, "Q3_K_M": 6008818016, "UD-Q3_K_XL": 6142818656, "IQ4_XS": 6550964576, "IQ4_NL": 6887164256, "Q4_0": 6909282656, "Q4_K_S": 6935333216, "Q4_K_M": 7300778336, "UD-Q4_K_XL": 7432229216, "Q4_1": 7559563616, "Q5_K_S": 8231962976, "Q5_K_M": 8445036896, "UD-Q5_K_XL": 8462578016, "Q6_K": 9660811616, "UD-Q6_K_XL": 10556051936, "Q8_0": 12510212576, "UD-Q8_K_XL": 14394193376, "BF16": 23540151520 }, "hf_url": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "gemma", "created_at": "2025-03-12T10:34:12.000Z", "repo": "unsloth/gemma-3-12b-it-GGUF", "base_model": "google/gemma-3-12b-it", "downloads": 64953, "likes": 202, "listed_via": "evergreen", "context_length": 131072, "arch": "gemma3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.09, "n_rows": 0 }, "gemma-3-4b-it": { "slug": "gemma-3-4b-it", "key": "gemma-3-4b-it", "name": "gemma-3-4b-it", "params_b": 3.88, "quants": { "UD-IQ1_S": 1179910016, "UD-IQ1_M": 1239711616, "UD-IQ2_XXS": 1342275456, "UD-IQ2_M": 1565015936, "UD-IQ3_XXS": 1710751616, "Q2_K": 1729164416, "Q2_K_L": 1729164416, "UD-Q2_K_XL": 1769407616, "Q3_K_S": 1937364096, "Q3_K_M": 2098459776, "UD-Q3_K_XL": 2150929536, "IQ4_XS": 2263241856, "IQ4_NL": 2363511936, "Q4_0": 2370065536, "Q4_K_S": 2377929856, "Q4_K_M": 2489894016, "UD-Q4_K_XL": 2544288896, "Q4_1": 2564052096, "Q5_K_S": 2764592256, "Q5_K_M": 2829698176, "UD-Q5_K_XL": 2836231296, "Q6_K": 3190740096, "UD-Q6_K_XL": 3566628736, "Q8_0": 4130402176, "UD-Q8_K_XL": 5165205376, "BF16": 7767803520 }, "hf_url": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF", "size_source": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "gemma", "created_at": "2025-03-12T09:04:23.000Z", "repo": "unsloth/gemma-3-4b-it-GGUF", "base_model": "google/gemma-3-4b-it", "downloads": 103977, "likes": 208, "listed_via": "evergreen", "context_length": 131072, "arch": "gemma3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "phi-4-mini-instruct": { "slug": "phi-4-mini-instruct", "key": "phi-4-mini-instruct", "name": "Phi-4-mini-instruct", "params_b": 3.84, "quants": { "Q2_K": 1682635744, "Q2_K_L": 1682635744, "Q3_K_M": 2117532640, "Q4_K_M": 2491874272, "Q5_K_M": 2848127968, "Q6_K": 3155622880, "Q8_0": 4084611040, "BF16": 7680694240 }, "hf_url": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF", "size_source": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "mit", "created_at": "2025-02-28T22:22:06.000Z", "repo": "unsloth/Phi-4-mini-instruct-GGUF", "base_model": "microsoft/Phi-4-mini-instruct", "downloads": 109740, "likes": 159, "listed_via": "evergreen", "context_length": 131072, "arch": "phi3", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 0.9, "n_rows": 0 }, "deepseek-r1-distill-qwen-32b": { "slug": "deepseek-r1-distill-qwen-32b", "key": "deepseek-r1-distill-qwen-32b", "name": "DeepSeek-R1-Distill-Qwen-32B", "params_b": 32.76, "quants": { "Q2_K": 12313098144, "Q2_K_L": 12495574944, "Q3_K_M": 15935047584, "Q4_K_M": 19851335584, "Q5_K_M": 23262156704, "Q6_K": 26886154144, "Q8_0": 34820884384, "F16": 65535969376 }, "hf_url": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF", "size_source": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2025-01-20T15:43:10.000Z", "repo": "unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF", "base_model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "downloads": 23826, "likes": 170, "listed_via": "evergreen", "context_length": 131072, "arch": "qwen2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.62, "n_rows": 0 }, "qwen2-5-coder-32b-instruct": { "slug": "qwen2-5-coder-32b-instruct", "key": "qwen2-5-coder-32b-instruct", "name": "Qwen2.5-Coder-32B-Instruct", "params_b": 32.76, "quants": { "Q2_K": 12313098400, "Q3_K_M": 15935047840, "Q4_K_M": 19851335840, "Q5_K_M": 23262156960, "Q6_K": 26886154400, "Q8_0": 34820884640 }, "hf_url": "https://huggingface.co/unsloth/Qwen2.5-Coder-32B-Instruct-GGUF", "size_source": "https://huggingface.co/unsloth/Qwen2.5-Coder-32B-Instruct-GGUF", "benchmarked": false, "moe": false, "moe_active_ratio": null, "license": "apache-2.0", "created_at": "2024-11-12T05:42:34.000Z", "repo": "unsloth/Qwen2.5-Coder-32B-Instruct-GGUF", "base_model": "Qwen/Qwen2.5-Coder-32B-Instruct", "downloads": 4190, "likes": 10, "listed_via": "evergreen", "context_length": 32768, "arch": "qwen2", "params_note": null, "first_seen": "2026-10-21", "overhead_gb": 1.62, "n_rows": 0 } } }